-- Logs begin at Sat 2021-08-21 11:34:04 UTC, end at Sat 2021-08-21 12:45:18 UTC. -- Aug 21 12:18:41.647182 dv-cinder-805477-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 21 12:18:44.212149 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.common.config [-] Logging enabled! Aug 21 12:18:44.212641 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev13 Aug 21 12:18:44.213989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82373) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 21 12:18:44.214724 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.common.config [-] Logging enabled! Aug 21 12:18:44.215008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev13 Aug 21 12:18:44.215282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82373) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 21 12:18:44.216307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 12:18:44.216566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 12:18:44.217572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 12:18:44.217874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 12:18:44.218131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 12:18:44.218487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.218823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.219149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.219408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.219738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.220066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.220376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.220696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.221029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.221353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.221657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.221992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.222254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.222562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.222881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.223205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.223454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] debug = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.223754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.224270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.225093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.225398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.225717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.226071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.226356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.226668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.227020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] host = dv-cinder-805477-2-iscsi {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.227324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.227642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.227958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.228274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.228575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.228877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.229191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.229489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.229828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_file = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.230110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.230429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.230747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.231074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.231326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.231577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.231901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.232219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.232521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.232822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.233123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.233423 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.233722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.234040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.234360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.234682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.234996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.235295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.235594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.235889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.236185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.236499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.236800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.237100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.237398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.237719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.238040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.238338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.238675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.238991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.239307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.239619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.239919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.240844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.241144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.241441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.241739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] use_json = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.242070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.242369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.242684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.242982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.243281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.243580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.243878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.244196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:44.244521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.244853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.245187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.245496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.245834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.246159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.246470 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.246775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.247094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.247417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.247734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.248039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.248350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.248677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.249003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.249307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.249611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.249956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.250261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.250559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.250887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.251190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.251532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.251798 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.252102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.252400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.252699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.253001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.253322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.253626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.253948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.254249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.254553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.254849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.255158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.255460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.255826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.256084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.256390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.256690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.256988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.257290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.257592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.257920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.258222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.258522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.258822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.259121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.259419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.259719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.260018 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.260319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.260618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.260916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.261212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.261507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.261858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.262153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.262476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.262778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.263081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.263382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.263686 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.263988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.264288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.264593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.264898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.265196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.265519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.265849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.266163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.266468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.266771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.267096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.267399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.267707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.268011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.268312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.268619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.268925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.269245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.269566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.269911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.270241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.270562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.270869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.271205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.271536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:44.271783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 12:18:44.272049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82373) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Aug 21 12:18:44.919049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:44.919360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:44.919690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:18:44.921543 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 21 12:18:45.257021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.257520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.257520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.317694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.318034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.318354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.321219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.321533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.321847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.465160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.465468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.465765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.466965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.467268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.467561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.586938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.587196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.587496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.587794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.588799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.768244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.768615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.768933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.769239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.769537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.769940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.770238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.770525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.770810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.771147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.771976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.772278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.772580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.772869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.773175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.773484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.773773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.774114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.774396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.774729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.775171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.775460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.775738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.776070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.776347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.776622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.777024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:45.777297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:45.777563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:45.777849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:45.778117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:45.778383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:45.779712 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 21 12:18:45.787319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 21 12:18:45.794630 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 21 12:18:45.800196 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 21 12:18:45.802977 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 21 12:18:45.804084 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 21 12:18:45.804458 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 21 12:18:45.804881 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 21 12:18:45.808612 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 21 12:18:45.808892 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 21 12:18:45.809419 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 12:18:45.837051 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 21 12:18:45.837517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.837867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82373) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 21 12:18:45.838276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.839622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82373) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 21 12:18:45.839936 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 12:18:45.840209 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 21 12:18:45.843242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.843553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:45.907227 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 21 12:18:45.907495 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 21 12:18:45.907764 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 21 12:18:45.908160 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 21 12:18:45.940760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.sqlalchemy.engines [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82373) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 21 12:18:46.283582 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing driver for type 'gre' Aug 21 12:18:46.284142 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] gre ID ranges: [(1, 1000)] Aug 21 12:18:46.374843 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing driver for type 'local' Aug 21 12:18:46.375215 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing driver for type 'vlan' Aug 21 12:18:46.443365 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] VlanTypeDriver initialization complete Aug 21 12:18:46.443748 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing driver for type 'vxlan' Aug 21 12:18:46.444286 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] vxlan ID ranges: [(1, 1000)] Aug 21 12:18:46.563447 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing extension driver 'port_security' Aug 21 12:18:46.563758 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.extensions.port_security [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] PortSecurityExtensionDriver initialization complete Aug 21 12:18:46.564138 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing mechanism driver 'openvswitch' Aug 21 12:18:46.564503 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing mechanism driver 'hyperv' Aug 21 12:18:46.570780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:46.571615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.572023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.572416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.572842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.573238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.573621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.574064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.574453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.574836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.575254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > security_group after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.575638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > security_group after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.576183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.576608 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.576995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.577374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.577740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] ML2 OVO RPC backend initialized. {{(pid=82373) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 21 12:18:46.578496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.578926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.579381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.579765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > networks before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.580146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.580523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > ports before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.580902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.581282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnets before_response 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.581668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.582092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.582472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.582846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.583223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.583596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.583968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.584345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.584722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.585347 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.plugin [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Modular L2 Plugin initialization complete Aug 21 12:18:46.585707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading services supported by the core plugin {{(pid=82373) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Aug 21 12:18:46.586098 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.plugins.ml2.managers [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Got port-security extension from driver 'port_security' Aug 21 12:18:46.586594 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.extensions.vlantransparent [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Disabled vlantransparent extension. Aug 21 12:18:46.587049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82373) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Aug 21 12:18:46.587396 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: router Aug 21 12:18:46.628915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.629352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_create 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.629763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router before_create 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.630197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.630638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.631040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_delete 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.631447 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.631861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_create 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.632249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_update 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.632648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_update 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.633040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.633448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_update 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.633976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_update 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.634399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.634786 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.635168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: subnet after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.635551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.635948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.636337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_create 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.636722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.637107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.637515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router after_update 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.637922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.638318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_create 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.638730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.639122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_update 55549900 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.639539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > agent after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.639939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > agent after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.640327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > network after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.641283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Tracking information for resource: router configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:46.641673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Tracking information for resource: floatingip configured {{(pid=82373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 12:18:46.647853 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_agentschedulers_db [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 21 12:18:46.648486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.648884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port after_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.649272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port after_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.649660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: port after_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.650558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router before_create 55550100 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.650965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.651369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_create 55550100 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.651766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > router precommit_update 55550100 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.656345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.provider_configuration [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service providers = [] {{(pid=82373) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 21 12:18:46.656744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.servicetype_db [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82373) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 21 12:18:46.659622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.service_base [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:18:46.660013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.service_base [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:18:46.660436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.service_base [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:18:46.661355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.service_base [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 12:18:46.661759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.services.service_base [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 21 12:18:46.662712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.663068 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 21 12:18:46.683661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.684033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: auto_allocate Aug 21 12:18:46.694524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: network precommit_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.694930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: network precommit_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.695521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.695881 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: tag Aug 21 12:18:46.707152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.707563 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: timestamp Aug 21 12:18:46.711833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.712199 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: network_ip_availability Aug 21 12:18:46.717835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.718225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.718619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.719394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.719753 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: flavors Aug 21 12:18:46.735861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.736232 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading Plugin: revisions Aug 21 12:18:46.740570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 12:18:46.740987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=82373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:18:46.741783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82373) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Aug 21 12:18:46.742171 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Initializing extension manager. Aug 21 12:18:46.742731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: __init__.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.743120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: __pycache__ {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.743497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.743869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.744239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: _filter_validation_lib.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.744609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.744975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: address_scope.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.745827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.746456 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: address-scope Aug 21 12:18:46.746820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.747765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.748342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: router-admin-state-down-before-update Aug 21 12:18:46.748704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: agent.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.749486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.750083 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: agent Aug 21 12:18:46.750444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: agent_resources_synced.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.751369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.751943 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: agent-resources-synced Aug 21 12:18:46.752301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: allowedaddresspairs.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.754111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.754693 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: allowed-address-pairs Aug 21 12:18:46.755058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: auto_allocated_topology.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.756288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.756875 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: auto-allocated-topology Aug 21 12:18:46.757245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: availability_zone.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.758048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.758621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: availability_zone Aug 21 12:18:46.758982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: availability_zone_filter.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.759908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.760476 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: availability_zone_filter Aug 21 12:18:46.760840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: data_plane_status.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.761761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.762350 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension data-plane-status not supported by any of loaded plugins Aug 21 12:18:46.762712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: default_subnetpools.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.763650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.764225 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: default-subnetpools Aug 21 12:18:46.764577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.765446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.766051 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: dhcp_agent_scheduler Aug 21 12:18:46.766414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: dns.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.767335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.767903 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension dns-integration not supported by any of loaded plugins Aug 21 12:18:46.768266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: dns_domain_ports.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.769195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.769762 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 21 12:18:46.770151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: dvr.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.770900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.772011 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: dvr Aug 21 12:18:46.772374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: empty_string_filtering.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.773302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.773917 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: empty-string-filtering Aug 21 12:18:46.774283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.775203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.775773 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 21 12:18:46.776138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.777057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.777621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 21 12:18:46.778034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: external_net.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.778991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.779532 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: external-net Aug 21 12:18:46.779894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.780822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.781390 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: extra_dhcp_opt Aug 21 12:18:46.781752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: extraroute.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.782728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.783294 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: extraroute Aug 21 12:18:46.783659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: extraroute_atomic.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.784802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.785440 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: extraroute-atomic Aug 21 12:18:46.785830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: filter_validation.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.786532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.787742 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: filter-validation Aug 21 12:18:46.788100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: fip_pf_description.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.789033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.789601 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 21 12:18:46.790019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: fip_port_details.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.790979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.791551 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: fip-port-details Aug 21 12:18:46.791911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: flavors.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.793147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.793728 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: flavors Aug 21 12:18:46.794132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.796136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.796719 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 21 12:18:46.797087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: floatingip_pools.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.797893 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.798475 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: floatingip-pools Aug 21 12:18:46.798841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: ip_allocation.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.799767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.800329 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension ip_allocation not supported by any of loaded plugins Aug 21 12:18:46.800692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.801622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.802220 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: ip-substring-filtering Aug 21 12:18:46.802612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l2_adjacency.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.803551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.804118 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 21 12:18:46.804481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.805597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.806215 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: router Aug 21 12:18:46.806581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.809139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.809726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 21 12:18:46.810124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.811076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.811653 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: ext-gw-mode Aug 21 12:18:46.812022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.812977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.813590 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: l3-ha Aug 21 12:18:46.813949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3_flavors.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.814883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.815462 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: l3-flavors Aug 21 12:18:46.815827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.816754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.817331 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 21 12:18:46.817693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: l3agentscheduler.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.818934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.819522 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: l3_agent_scheduler Aug 21 12:18:46.819887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: logging.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.821465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.822081 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension logging not supported by any of loaded plugins Aug 21 12:18:46.822452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: metering.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.823450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.824172 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: metering Aug 21 12:18:46.824545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: multiprovidernet.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.825506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.826122 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: multi-provider Aug 21 12:18:46.826492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: netmtu.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.827420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.828010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: net-mtu Aug 21 12:18:46.828376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: netmtu_writable.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.829305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.829918 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: net-mtu-writable Aug 21 12:18:46.830282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: network_availability_zone.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.831022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.831610 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: network_availability_zone Aug 21 12:18:46.831968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: network_ip_availability.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.833067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.833649 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: network-ip-availability Aug 21 12:18:46.834560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: network_segment_range.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.835594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.836231 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension network-segment-range not supported by any of loaded plugins Aug 21 12:18:46.836597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: pagination.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.837599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.837997 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: pagination Aug 21 12:18:46.838358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.839279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.839861 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: port-mac-address-regenerate Aug 21 12:18:46.840220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: port_resource_request.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.841133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.841703 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension port-resource-request not supported by any of loaded plugins Aug 21 12:18:46.842090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: portbindings.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.843027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.843610 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: binding Aug 21 12:18:46.843970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: portbindings_extended.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.850701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.851372 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: binding-extended Aug 21 12:18:46.851747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: portsecurity.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.852710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.853295 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: port-security Aug 21 12:18:46.853663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: project_id.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.856299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.856702 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: project-id Aug 21 12:18:46.857082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: providernet.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.858065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.858702 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: provider Aug 21 12:18:46.859073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.862811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.863415 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos not supported by any of loaded plugins Aug 21 12:18:46.863792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.865114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.865696 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 21 12:18:46.866110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.867044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.867623 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 21 12:18:46.867989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_default.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.868919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.869489 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-default not supported by any of loaded plugins Aug 21 12:18:46.869942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_fip.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.870661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.871325 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-fip not supported by any of loaded plugins Aug 21 12:18:46.876916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_gateway_ip.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.877667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.878292 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 21 12:18:46.878657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_port_network_policy.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.879587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.880163 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 21 12:18:46.880527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_rule_type_details.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.881477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.882082 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 21 12:18:46.882521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: qos_rules_alias.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.883581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.884164 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 21 12:18:46.884537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: quotasv2.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.885606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.886008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: quotas Aug 21 12:18:46.886378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: quotasv2_detail.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.887955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.888395 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: quota_details Aug 21 12:18:46.888777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: rbac.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.889953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.890547 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: rbac-policies Aug 21 12:18:46.890918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: rbac_address_scope.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.891872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.892464 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: rbac-address-scope Aug 21 12:18:46.892830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: rbac_security_groups.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.893855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.894438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: rbac-security-groups Aug 21 12:18:46.894802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: rbac_subnetpool.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.895758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.896852 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: rbac-subnetpool Aug 21 12:18:46.897218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: revisionifmatch.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.898203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.898778 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: revision-if-match Aug 21 12:18:46.899142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: revisions.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.900261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.900836 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: standard-attr-revisions Aug 21 12:18:46.901201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: router_availability_zone.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.901987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.902587 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: router_availability_zone Aug 21 12:18:46.902955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: routerservicetype.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.903900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.904478 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension router-service-type not supported by any of loaded plugins Aug 21 12:18:46.904844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.905783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.906385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: port-security-groups-filtering Aug 21 12:18:46.906750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: securitygroup.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.920257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.921151 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: security-group Aug 21 12:18:46.921528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: segment.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.922465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.923047 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension segment not supported by any of loaded plugins Aug 21 12:18:46.923419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.924388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.924968 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 21 12:18:46.925334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: servicetype.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.926468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.927056 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: service-type Aug 21 12:18:46.927435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: sorting.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.928437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.928816 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: sorting Aug 21 12:18:46.929184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: standard_attr_segment.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.930131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.930715 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 21 12:18:46.931080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: standardattrdescription.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.931791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.932370 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: standard-attr-description Aug 21 12:18:46.932741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: stateful_security_group.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.933739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.934346 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: stateful-security-group Aug 21 12:18:46.934712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: stdattrs_common.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.935321 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 21 12:18:46.935685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.936627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.937204 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 21 12:18:46.937570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: subnet_onboard.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.938673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.939260 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: subnet_onboard Aug 21 12:18:46.939630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.940580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.941154 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 21 12:18:46.941521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: subnet_service_types.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.942585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.943206 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: subnet-service-types Aug 21 12:18:46.943573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: subnetallocation.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.944679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.945267 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: subnet_allocation Aug 21 12:18:46.945637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.946371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.946952 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: subnetpool-prefix-ops Aug 21 12:18:46.947318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.948278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.948856 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 21 12:18:46.949222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: tagging.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.950700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.951294 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: standard-attr-tag Aug 21 12:18:46.951665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: timestamp.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.952852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.953438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loaded extension: standard-attr-timestamp Aug 21 12:18:46.953841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: trunk.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.954900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.955481 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension trunk not supported by any of loaded plugins Aug 21 12:18:46.955854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: trunk_details.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.956874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.957457 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension trunk-details not supported by any of loaded plugins Aug 21 12:18:46.957842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: uplink_status_propagation.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.959316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.959900 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 21 12:18:46.960268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Loading extension file: vlantransparent.py {{(pid=82373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 12:18:46.960979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 12:18:46.961548 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 21 12:18:46.963991 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:network Aug 21 12:18:46.964814 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:subnet Aug 21 12:18:46.965493 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:18:46.967966 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:port Aug 21 12:18:46.969414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.969975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service FLAVORS assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.970660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.971134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.971506 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:router Aug 21 12:18:46.972220 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 12:18:46.972989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service METERING assigned prefix: /metering {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.975482 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.975890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.976280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:18:46.977443 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 12:18:46.977969 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:security_group Aug 21 12:18:46.978788 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 12:18:46.979614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service CORE assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.979987 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:18:46.980360 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] subnetpool is already registered Aug 21 12:18:46.981019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service CORE assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.981385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:18:46.981747 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] subnetpool is already registered Aug 21 12:18:46.984458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.984936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service FLAVORS assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.985587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.986092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.986468 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:router Aug 21 12:18:46.986834 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] router is already registered Aug 21 12:18:46.987486 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 12:18:46.987847 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] floatingip is already registered Aug 21 12:18:46.988538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service METERING assigned prefix: /metering {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.989259 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 12:18:46.989623 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] rbac_policy is already registered Aug 21 12:18:46.990168 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:security_group Aug 21 12:18:46.990532 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] security_group is already registered Aug 21 12:18:46.991348 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 12:18:46.991711 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] security_group_rule is already registered Aug 21 12:18:46.992435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service CORE assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.992800 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:18:46.993161 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] subnetpool is already registered Aug 21 12:18:46.993836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.resource_helper [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Service CORE assigned prefix: {{(pid=82373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 12:18:46.994205 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 12:18:46.994565 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.quota.resource_registry [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] subnetpool is already registered Aug 21 12:18:46.995279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: extensions {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:46.996803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: address-scopes {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:46.998083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: agents {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:46.999401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: auto-allocated-topology {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.000696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: availability_zones {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.002266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: dhcp-networks {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.003452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: dhcp-agents {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.004879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: routers {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.006641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: flavors {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.007940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: service_profiles {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.009175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: next_providers {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.010658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: service_profiles {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.012114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: floatingip-pools {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.014356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: routers {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.016121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: floatingips {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.017351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: l3-routers {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.018871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: l3-agents {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.020297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: metering-labels {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.022090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: metering-label-rules {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.023506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: network-ip-availabilities {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.024788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: bindings {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.026407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: quotas {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.027969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: quotas {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.029428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: rbac-policies {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.030681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: security-groups {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.031922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: security-group-rules {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.033268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: service-providers {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.034555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: subnetpools {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.035942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: subnetpools {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.038180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.039884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.041634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.043571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.045323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.047452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.049261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.051094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.053140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.054969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.extensions [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Extended resource: tags {{(pid=82373) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 12:18:47.061747 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING keystonemiddleware.auth_token [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 21 12:18:47.066675 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING keystonemiddleware.auth_token [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 21 12:18:47.075395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Acquired lock "singleton_lock" {{(pid=82373) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Aug 21 12:18:47.075921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Releasing lock "singleton_lock" {{(pid=82373) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Aug 21 12:18:47.077377 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Starting 2 workers Aug 21 12:18:47.081992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Started child 82484 {{(pid=82373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:18:47.086958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.087111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Started child 82485 {{(pid=82373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:18:47.088462 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [-] (82484) wsgi starting up on http://0.0.0.0:9696 Aug 21 12:18:47.088563 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 21 12:18:47.089114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Notify callbacks [] for process, before_spawn {{(pid=82373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.090867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.091621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Starting 1 workers Aug 21 12:18:47.092219 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [-] (82485) wsgi starting up on http://0.0.0.0:9696 Aug 21 12:18:47.096804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Started child 82486 {{(pid=82373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:18:47.097343 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Starting 1 workers Aug 21 12:18:47.100118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] calling RpcWorker wait() {{(pid=82486) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 21 12:18:47.100540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] returning from RpcWorker wait() {{(pid=82486) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 21 12:18:47.102065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.102442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Started child 82487 {{(pid=82373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 12:18:47.102562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:47.103212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37852255-bf62-499c-8838-6227a0ea2260 None None] Notify callbacks [] for process, after_spawn {{(pid=82373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.104919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82373) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Aug 21 12:18:47.105155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 12:18:47.105367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 12:18:47.105655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 12:18:47.106099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 12:18:47.106292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 12:18:47.106809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:47.106904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.107112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.107396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.107687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.107968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:47.108062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.108602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.108906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.109174 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.109476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.109743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.109964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.110161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.110452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.110715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.111040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.111335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.111600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.111872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.112085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.112380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.112687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.112953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.113234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] debug = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.113497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.114119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.114391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.114683 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.114993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.115293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.115573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.115886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.116159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.116404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.116665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.116963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.117211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.117472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.117807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.118082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.118497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] host = dv-cinder-805477-2-iscsi {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.118744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.119008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.119287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.119546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.119820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.120065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.120351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.120625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.120895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.121150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.121399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.121655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.121938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.122210 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_file = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.122401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_options = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.122642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.122918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.123195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.123427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.123622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.123812 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.124107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.124297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.124575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.124822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.125061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.125333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.125575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.125828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.126127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.126380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.126619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.126878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.127155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.127445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.127725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.127983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.128226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.128483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.128726 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.128967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.129205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.129437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.129701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.129986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.130255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.131027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.131405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.131692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.131976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.132215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.132479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.132769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.133033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.133324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.133610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.133901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.134228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.134434 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.134642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.134881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_json = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.135140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.135411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.135692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.135931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.136191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.136402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.136652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.136897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.137363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.137692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.138069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.138324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.138590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.138857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.139148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.139417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.139661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.139942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.140258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.140522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.140872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.141178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.141556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.141863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.142054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.142321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.142603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.142849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.143091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.143336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.143635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.143912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.144172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.144453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.144801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.145076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.145347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.145629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.146046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.147009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.147009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.147178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151531 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.151902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.152173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.152459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.153256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.153256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.153256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.153503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.153741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.154050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.154302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.154554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.154800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.155053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.155299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.155551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.155805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.156051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.156299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.156575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.156790 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.157035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.157258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.157561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.157732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.157975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.158223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.158444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.158689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.158929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.159191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.159448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.159737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.160187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.160313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.160763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.161041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.161324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.161583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.161885 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.162135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.162400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.162642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.162968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.163214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.163588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.163872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.164137 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.164439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.164693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.164946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.165192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.165467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.165718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.166043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.166311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.166582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.166850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.167147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.167471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.167726 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.168023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.168273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.168557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.168891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.169199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.169496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.169750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.170041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.170318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.170838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.171129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.171400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.171668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.171912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.172971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.172971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.173306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.173479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.173715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.174047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.174312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.174578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.174865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.175143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.175414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.175700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.175969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.176225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.176495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.176759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.177009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.177267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.177506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.177752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.178035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.178278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.178547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.178787 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.179031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.179269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.179559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.179845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.180117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.180357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.180601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.180863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.181125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.181370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.181612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.181898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.182185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.182439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.182743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.183038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.183299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.183585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.183941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.184216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.184472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.184740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.184989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.185241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.185475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.185719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.186003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.186244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.186508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.186751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.187050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.187326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.187678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.188194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.188194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.188490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.188630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.188834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.189092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.190919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.191199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.191346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.191585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.191883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.192178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.192469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.192733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.193030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.193767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.194088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.194564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.194725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.194877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.195122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.195395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.197375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.198074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.198074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.198074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.198340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.198642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.198920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.199210 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.199535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.199849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.200166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.200408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.200724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.201067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.201362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.201630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.201911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.202203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.202452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.202696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.202939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.203187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.203430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.203702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.204036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.204288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.204532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.204790 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.205032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.205285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.205546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.205820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.206071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.206255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 12:18:47.206779 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82373) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Aug 21 12:18:47.206972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 12:18:47.207156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 12:18:47.207390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 12:18:47.207590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 12:18:47.207770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 12:18:47.208016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.208207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.208394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.208581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.209344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.209557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.209747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.209997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.210186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.210350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.210534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.210719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.210903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.211086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.211270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.211454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.211638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.211821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.212009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.212194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.212376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.212558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.212740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] debug = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.212923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.213140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.213313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.213485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.213668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.213886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.214074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.214259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.214420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.214604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.214788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.214957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.215133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.215317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.215498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.215680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.215864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] host = dv-cinder-805477-2-iscsi {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.216045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.216228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.216388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.216574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.216756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.216938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.217125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.217306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.217489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.217671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.217878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.218032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.218218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.218399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_file = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.218580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_options = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.218763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.218944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.219127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.219333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.219518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.219702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.219887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.220071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.220291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.220404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.220575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.220757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.220938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.221121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.221302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.221485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.221667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.221871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.222056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.222240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.222422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.222603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.222787 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.222968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.223152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.223334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.223517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.223700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.223882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.224064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.224247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.224455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.224638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.224821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.225003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.225186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.225369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.225554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.225735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.225952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.226136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.226320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.226491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.226659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.226840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.227021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_json = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.227204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.227385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.227567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.227749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.227931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.228113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.228294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.228476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 12:18:47.228676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.228862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.229066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.229221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.229359 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.229546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.229730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.229941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.230126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.230315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.230574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.230743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.230906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.231062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.231218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.231382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.231534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.231685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:47.231848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.231848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.232134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.232134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.232422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.232422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.232720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.232720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.233964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.234067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.234170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.234361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.234548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.234734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.234922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.235107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.235302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.235504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.235656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.235831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.236016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.236200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.236385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.236569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.236753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.236939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.237128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.237327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.237510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.237676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238209 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.238971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.239120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.239268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.239451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.239637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.239796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.240005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.240191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.240350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.240585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.240744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.240893 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.241041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.241190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.241338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.241524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.241707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.241910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.242080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.242264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.242458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.242648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.242836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.243021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.243206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.243390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.243575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.243762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.243949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.244147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.244371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.244470 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.244608 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.244793 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.244978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.245163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.245348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.245533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.245844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.246945 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.247076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.247262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.247449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.247636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.247820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.248007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.248191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.248437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.248537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.248760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.248911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.249049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.249233 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.249418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.249604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.249807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.249993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.250177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.250364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.250551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.250735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.250882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.251059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.251245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.251429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.251616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.251801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.251988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.252178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.252452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.252552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.252689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.252887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253227 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.253972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.254130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.254315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.254504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.254691 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.254888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.255030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.255201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.255384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.256121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.256300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.256409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.256567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.256752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.256940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.257127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.257313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.257504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.257689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.257900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.258087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.258272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.258493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.258650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.258805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.259988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.260174 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.260360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.260545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.260731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.260914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.261076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.261264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.261451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.261636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.261843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.262035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.262222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.262406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.262593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.262789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.262974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.263158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.263345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.263538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.263724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.263909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.264105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.264290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.264477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.264662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.264846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.265041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.265227 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.265413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.265610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.265811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.266003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.266234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.266349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.266512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.266700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.266888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.267082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.267274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.267461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.267656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.267850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.268045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.268229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.268420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.268619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.268805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.268990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.269175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.269361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.269546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.269731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.269942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.270128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.270315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.270499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.270685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.270870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.271113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.271811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.272012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.272169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.272357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.272545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.272700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 12:18:47.272932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 12:18:47.299469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 57170) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:18:47.310802 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091727 Aug 21 12:18:57.191558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbcc8e3-172c-4402-bfb4-594a9e428f8e None None] get_active_networks_info from dv-cinder-805477-2-iscsi {{(pid=82486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 21 12:18:57.519519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbcc8e3-172c-4402-bfb4-594a9e428f8e None None] No non-hosted networks {{(pid=82486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 21 12:18:57.573713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agentschedulers_db [None req-acbcc8e3-172c-4402-bfb4-594a9e428f8e None None] DHCP Agent not found on host dv-cinder-805477-2-iscsi {{(pid=82486) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Aug 21 12:18:57.804076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fa478d11-a892-4549-bdc4-9a7922850482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853749254'] for agent, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:58.746568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853749254'] for agent, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:58.748189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.748759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.749320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.749930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.750492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.751042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.751593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.752196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.752753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.753300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.753881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:18:58.754462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805477-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:58.766613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805477-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:18:59.873824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af7ed4a1-798e-4239-b834-eab4b6c41629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853749254'] for agent, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.952410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e95d7ee8-72bc-470c-8232-c1ac0c9828e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:18:59.992519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853749254'] for agent, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.101072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853749254'] for agent, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:01.969103 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_hamode_db [None req-580df80b-343d-46fc-a3dd-16ada0638cf9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 21 12:19:02.049298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 57284) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:02.055685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580df80b-343d-46fc-a3dd-16ada0638cf9 None None] Routers set() bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:02.056112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580df80b-343d-46fc-a3dd-16ada0638cf9 None None] Router IDs set() for agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 21 12:19:02.705141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [None req-390e9899-a7ad-4846-b04b-f093f01d9b27 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:19:02.706317 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-390e9899-a7ad-4846-b04b-f093f01d9b27 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6560223 Aug 21 12:19:04.874561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 57300) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:04.950865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:05.193995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.policy [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82485) register_rules /opt/stack/neutron/neutron/policy.py:68}} Aug 21 12:19:05.201386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] Loaded quota_driver: . Aug 21 12:19:05.235142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:05.367290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303386526222', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303386746451', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303386745905', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303386417301', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363303386415742', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-99009', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853854185'] for rbac-policy, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.631943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:05.633136 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8b63af76-4cf0-4a2b-b957-06784fd3f638 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7575054 Aug 21 12:19:07.826159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 57316) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:07.904815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Request body: {'network': {'name': 'private', 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:07.910547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:07.915003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Usage tracker for resource:network and tenant:1597b9d90cb1469eba0dcced76f27109 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:07.918423 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:07.924830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:07.962463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Made reservation on behalf of 1597b9d90cb1469eba0dcced76f27109 for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:07.968168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:07.986674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.081928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:08.085764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Usage tracker for resource:security_group_rule and tenant:1597b9d90cb1469eba0dcced76f27109 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:08.088623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:08.094699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:08.210621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.237416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.242754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:08.261996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:19:08.287909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303383984910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.288484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Unsubscribe: segment precommit_create {{(pid=82485) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Aug 21 12:19:08.288942 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Added segment fd998b13-1567-4d16-8ae8-7406379dee4e of type vlan for network 3afe746a-072c-41ea-8cd6-ecc31a828209 Aug 21 12:19:08.338296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d99c53-ffbc-41da-907c-a3d3aec1cf2d,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:08.362931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.363300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.363663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.364014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.364966 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.365318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.365664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.366047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.366394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.366734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.367073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Tracked resource versions report: Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:19:08.368118 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:19:08.404282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.418092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:08.466137 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.467370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:08.467997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:08.472717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:08.580567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Pushing event updated for resources: {'Network': ['ID=3afe746a-072c-41ea-8cd6-ecc31a828209,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:08.585577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:08.593698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:19:08.621626 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7942617 Aug 21 12:19:10.836041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 57334) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:11.014072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68aabfe-99a0-4168-801d-febfe3a405ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:11.015537 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d68aabfe-99a0-4168-801d-febfe3a405ea admin admin] 10.222.0.18 "GET /v2.0/networks/3afe746a-072c-41ea-8cd6-ecc31a828209 HTTP/1.1" status: 200 len: 825 time: 0.1784756 Aug 21 12:19:11.045545 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9ec74db3-1a9f-405f-a6ce-080d0fbfe489 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/00e75ed1-91ff-4032-8e1f-ff00ecab3792 HTTP/1.1" status: 200 len: 734 time: 0.0233521 Aug 21 12:19:11.054585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'name': 'private-subnet', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:11.058906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:11.062755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Usage tracker for resource:subnet and tenant:1597b9d90cb1469eba0dcced76f27109 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:11.065655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:11.072028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:11.151238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Made reservation on behalf of 1597b9d90cb1469eba0dcced76f27109 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:11.155711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.471943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.476649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:11.567871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d57fb1-b795-46e0-aea1-fad27d6e13c4,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:11.571513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Checking segment: {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:11.571898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Network hostable DHCP agents. Network: 3afe746a-072c-41ea-8cd6-ecc31a828209, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:19:11.577627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:11.654436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:19:11.688685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 3afe746a-072c-41ea-8cd6-ecc31a828209) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:11.693688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:11.694347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:11.698737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ba6b6-0978-44c5-a986-8992c561cc6e None None] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:19:11.741741 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6906657 Aug 21 12:19:12.089279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-3afe746a-072c-41ea-8cd6-ecc31a828209', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:19:12.090356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.292419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Allocated IP 172.20.0.2 (3afe746a-072c-41ea-8cd6-ecc31a828209/99d57fb1-b795-46e0-aea1-fad27d6e13c4/79412cf6-91f6-4c07-bc81-a0cf0eebb29d) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:12.516317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.577604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Transition to ACTIVE for port object 79412cf6-91f6-4c07-bc81-a0cf0eebb29d will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:12.599396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Transition to ACTIVE for port object 79412cf6-91f6-4c07-bc81-a0cf0eebb29d will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:12.643008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.651339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:12.714148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:12.717586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:12.724393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:12.726535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Pushing event updated for resources: {'Port': ['ID=79412cf6-91f6-4c07-bc81-a0cf0eebb29d,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:12.738432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.738813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.739161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.739521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.739884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.740241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.740600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.740957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.741311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.741663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.742057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Tracked resource versions report: Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:19:12.743144 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:19:12.781380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:12.831398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Attempting to bind port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:12.831762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Attempting to bind port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:12.832184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Attempting to bind port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d on network 3afe746a-072c-41ea-8cd6-ecc31a828209 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:12.839676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:12.840102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Checking segment: {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:12.840577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.841004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Bound using segment: {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:12.841543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Bound port: 79412cf6-91f6-4c07-bc81-a0cf0eebb29d, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:12.841990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.932754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] For port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:12.936814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] For port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=79412cf6-91f6-4c07-bc81-a0cf0eebb29d,segment=NetworkSegment(fd998b13-1567-4d16-8ae8-7406379dee4e),segment_id=fd998b13-1567-4d16-8ae8-7406379dee4e)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:12.963364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:12.967798 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:13.055441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Pushing event updated for resources: {'Port': ['ID=79412cf6-91f6-4c07-bc81-a0cf0eebb29d,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:13.058536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:13.944526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 57346) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:14.023367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [None req-26c24c35-697d-47b2-831d-9aa5db9e4620 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:19:14.024433 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-26c24c35-697d-47b2-831d-9aa5db9e4620 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0787148 Aug 21 12:19:16.198364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57362) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:16.712808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [None req-2ee326db-677a-4f4b-b5fe-6b53d573025f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:19:16.714131 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2ee326db-677a-4f4b-b5fe-6b53d573025f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5136518 Aug 21 12:19:17.055525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 79412cf6-91f6-4c07-bc81-a0cf0eebb29d up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:17.169381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:17.759104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963f7fe-e3b7-4b5e-91a9-33454c9f7505 None None] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:19:17.927950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Provisioning for port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:17.943498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Provisioning complete for port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:17.943907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.255642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.293782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] For port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=79412cf6-91f6-4c07-bc81-a0cf0eebb29d,segment=NetworkSegment(fd998b13-1567-4d16-8ae8-7406379dee4e),segment_id=fd998b13-1567-4d16-8ae8-7406379dee4e)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:18.322869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.325255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:18.395931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Pushing event updated for resources: {'Port': ['ID=79412cf6-91f6-4c07-bc81-a0cf0eebb29d,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:18.399301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:18.548132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-21777a1a-389f-4116-8419-7bdedb3222de None None] Provisioning complete for port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:18.548465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-21777a1a-389f-4116-8419-7bdedb3222de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:18.923939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57380) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:19.003913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'name': 'router1'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:19.028239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 79412cf6-91f6-4c07-bc81-a0cf0eebb29d up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:19.097276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:19.097629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.234876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.policy [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82484) register_rules /opt/stack/neutron/neutron/policy.py:68}} Aug 21 12:19:19.242600 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.quota [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Loaded quota_driver: . Aug 21 12:19:19.276734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:19.282510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Usage tracker for resource:router and tenant:1597b9d90cb1469eba0dcced76f27109 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:19.286616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:19.293375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:19.352075 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.353456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.429495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.552689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.625266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:19.626499 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6ead1f37-d1c4-4cd2-ae4c-ca78d238df39 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7015240 Aug 21 12:19:21.741071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57394) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:21.815990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [None req-23bfc555-0499-4316-8ec8-7c962d1e139b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:19:21.817072 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-23bfc555-0499-4316-8ec8-7c962d1e139b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0749650 Aug 21 12:19:23.986306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57406) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:24.062852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:24.069099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:24.073042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Usage tracker for resource:network and tenant:8ce60da1aac441c9b29c109feb2ce1b7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:24.076281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:24.082129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:24.168235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Made reservation on behalf of 8ce60da1aac441c9b29c109feb2ce1b7 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:24.174338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.191218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.308427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:24.312352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Usage tracker for resource:security_group_rule and tenant:8ce60da1aac441c9b29c109feb2ce1b7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:24.315560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:24.321408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:24.420928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.443541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.448117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:24.483718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Reserving flat network on physical network physnet1 {{(pid=82484) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Aug 21 12:19:24.541864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363303383984910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.542457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Unsubscribe: segment precommit_create {{(pid=82484) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Aug 21 12:19:24.542923 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Added segment c6f516d6-162d-4bb9-b7af-c07861848666 of type flat for network 95f15668-00e3-4e84-a258-95c4183357f4 Aug 21 12:19:24.596812 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef42c7a-e20b-45a2-9ee2-cc1b535256de,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:24.625837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.626201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.626562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.626916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.627282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.627634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.627982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.628342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.628688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.629028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.629399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Tracked resource versions report: Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:19:24.630478 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:19:24.666043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.681600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:24.728987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.730313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:24.730941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:24.735708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:24.842799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Pushing event updated for resources: {'Network': ['ID=95f15668-00e3-4e84-a258-95c4183357f4,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:24.846028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:24.854370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 95f15668-00e3-4e84-a258-95c4183357f4 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:19:24.861345 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8739543 Aug 21 12:19:27.012679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57422) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:27.134422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-baaebf4f-a73e-4116-902d-61de03da3df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:27.159559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628e59f-d391-4d02-b5a9-88b4e8b73106 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:27.161502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5628e59f-d391-4d02-b5a9-88b4e8b73106 admin admin] 10.222.0.18 "GET /v2.0/subnets/99d57fb1-b795-46e0-aea1-fad27d6e13c4 HTTP/1.1" status: 200 len: 849 time: 0.1477137 Aug 21 12:19:27.307471 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6795bbd1-4017-4ec9-b38a-399f83c769b2 admin admin] 10.222.0.18 "GET /v2.0/routers/57b772f3-6f78-4530-9f01-e70cc88596bf HTTP/1.1" status: 200 len: 704 time: 0.1399090 Aug 21 12:19:27.904083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.164653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Allocated IP 172.20.0.1 (3afe746a-072c-41ea-8cd6-ecc31a828209/99d57fb1-b795-46e0-aea1-fad27d6e13c4/b2b4975e-fd07-4083-818f-348f7aab3e60) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:28.369206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.387077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Transition to ACTIVE for port object b2b4975e-fd07-4083-818f-348f7aab3e60 will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:28.455280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.460568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:28.526699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:28.529758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:28.534565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b4975e-fd07-4083-818f-348f7aab3e60,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:28.546581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:28.547147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.604792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:28.691405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.700665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.877656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-4edf4310-4ac5-4d61-91a4-7337bf581746 None None] Provisioning for port b2b4975e-fd07-4083-818f-348f7aab3e60 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:28.883383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-4edf4310-4ac5-4d61-91a4-7337bf581746 None None] Provisioning complete for port b2b4975e-fd07-4083-818f-348f7aab3e60 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:28.883789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4edf4310-4ac5-4d61-91a4-7337bf581746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.930032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.935914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4edf4310-4ac5-4d61-91a4-7337bf581746 None None] Port b2b4975e-fd07-4083-818f-348f7aab3e60 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:19:28.962632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.963764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:28.968028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:29.101034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b4975e-fd07-4083-818f-348f7aab3e60,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:29.110101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:29.164969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:29.166106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:29.461739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c20a2f57-552f-4d42-a381-e8dfe5ebafb2 None None] Provisioning complete for port b2b4975e-fd07-4083-818f-348f7aab3e60 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:29.462108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c20a2f57-552f-4d42-a381-e8dfe5ebafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.521213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c20a2f57-552f-4d42-a381-e8dfe5ebafb2 None None] Port b2b4975e-fd07-4083-818f-348f7aab3e60 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:19:29.711670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Router 57b772f3-6f78-4530-9f01-e70cc88596bf is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:19:29.860430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1f2649e-4609-47e0-9392-3545c28a3107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.889987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:19:29.901594 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/57b772f3-6f78-4530-9f01-e70cc88596bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5886083 Aug 21 12:19:29.901867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Sync routers for ids ['57b772f3-6f78-4530-9f01-e70cc88596bf'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:19:29.906308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:29.915840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Routers {'57b772f3-6f78-4530-9f01-e70cc88596bf'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:29.916585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:19:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['57b772f3-6f78-4530-9f01-e70cc88596bf'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:30.087481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Set router 57b772f3-6f78-4530-9f01-e70cc88596bf gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:30.449418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'name': 'router1', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:19Z', 'updated_at': '2021-08-21T12:19:28Z', 'revision_number': 2, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'gw_port_host': None, '_interfaces': [{'id': 'b2b4975e-fd07-4083-818f-348f7aab3e60', 'name': '', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'mac_address': 'fa:16:3e:e1:73:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:27Z', 'updated_at': '2021-08-21T12:19:28Z', 'revision_number': 2, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'subnets': [{'id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:30.454267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Checking router: 57b772f3-6f78-4530-9f01-e70cc88596bf for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:19:30.454645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Updating router 57b772f3-6f78-4530-9f01-e70cc88596bf port b2b4975e-fd07-4083-818f-348f7aab3e60 binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:19:30.508179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.884778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.899080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Transition to ACTIVE for port object b2b4975e-fd07-4083-818f-348f7aab3e60 will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:30.934316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:30.939654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:31.008619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:31.100989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Pushing event updated for resources: {'Port': ['ID=b2b4975e-fd07-4083-818f-348f7aab3e60,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:31.113156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.113564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.113950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.114307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.114702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.115011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.115359 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.115710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.116056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.116398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.116741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Tracked resource versions report: Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:19:31.117842 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:19:31.153115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:31.205613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Attempting to bind port b2b4975e-fd07-4083-818f-348f7aab3e60 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:31.206070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Attempting to bind port b2b4975e-fd07-4083-818f-348f7aab3e60 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:31.206490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Attempting to bind port b2b4975e-fd07-4083-818f-348f7aab3e60 on network 3afe746a-072c-41ea-8cd6-ecc31a828209 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:31.213832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:31.214273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Checking segment: {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:31.214734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:31.215153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Bound using segment: {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:31.215669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Bound port: b2b4975e-fd07-4083-818f-348f7aab3e60, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd998b13-1567-4d16-8ae8-7406379dee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:31.216083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:31.304329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] For port b2b4975e-fd07-4083-818f-348f7aab3e60, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:31.308651 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] For port b2b4975e-fd07-4083-818f-348f7aab3e60, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=b2b4975e-fd07-4083-818f-348f7aab3e60,segment=NetworkSegment(fd998b13-1567-4d16-8ae8-7406379dee4e),segment_id=fd998b13-1567-4d16-8ae8-7406379dee4e)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:31.340231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:31.344811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:31.430126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Pushing event updated for resources: {'Port': ['ID=b2b4975e-fd07-4083-818f-348f7aab3e60,revision_number=4']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:31.434556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:31.439324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Routers {'57b772f3-6f78-4530-9f01-e70cc88596bf'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:31.439974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:19:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['57b772f3-6f78-4530-9f01-e70cc88596bf'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:31.599104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] Set router 57b772f3-6f78-4530-9f01-e70cc88596bf gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:32.064331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57438) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:32.072180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'name': 'router1', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:19Z', 'updated_at': '2021-08-21T12:19:28Z', 'revision_number': 2, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'gw_port_host': None, '_interfaces': [{'id': 'b2b4975e-fd07-4083-818f-348f7aab3e60', 'name': '', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'mac_address': 'fa:16:3e:e1:73:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:27Z', 'updated_at': '2021-08-21T12:19:31Z', 'revision_number': 4, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'subnets': [{'id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:32.076266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6cdb5-975b-4034-82d4-72299749a45b None None] The sync data for ids ['57b772f3-6f78-4530-9f01-e70cc88596bf'] in dv-cinder-805477-2-iscsi is: [{'id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'name': 'router1', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:19Z', 'updated_at': '2021-08-21T12:19:28Z', 'revision_number': 2, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'gw_port_host': None, '_interfaces': [{'id': 'b2b4975e-fd07-4083-818f-348f7aab3e60', 'name': '', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'mac_address': 'fa:16:3e:e1:73:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:27Z', 'updated_at': '2021-08-21T12:19:31Z', 'revision_number': 4, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'subnets': [{'id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:19:32.253941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaaaae-e729-41dd-9975-d70a06f0bbf9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:32.254530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-07aaaaae-e729-41dd-9975-d70a06f0bbf9 admin admin] Synchronizing usage tracker for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:network {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:19:32.306059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-07aaaaae-e729-41dd-9975-d70a06f0bbf9 admin admin] Unset dirty status for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:network {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:19:32.307337 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-07aaaaae-e729-41dd-9975-d70a06f0bbf9 admin admin] 10.222.0.18 "GET /v2.0/networks/95f15668-00e3-4e84-a258-95c4183357f4 HTTP/1.1" status: 200 len: 842 time: 0.2418985 Aug 21 12:19:32.317536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:32.323219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:19:32.327204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Usage tracker for resource:subnet and tenant:8ce60da1aac441c9b29c109feb2ce1b7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:19:32.330240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:19:32.336608 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:19:32.368742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Made reservation on behalf of 8ce60da1aac441c9b29c109feb2ce1b7 for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:19:32.373331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:32.867422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:32.867422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:32.945868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b186bf-de49-49dc-b727-a72081aeef88,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:32.953352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:32.963030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:32.963432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Network hostable DHCP agents. Network: 95f15668-00e3-4e84-a258-95c4183357f4, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:19:33.025849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:19:33.060152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 95f15668-00e3-4e84-a258-95c4183357f4) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:33.063759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device b2b4975e-fd07-4083-818f-348f7aab3e60 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:33.065260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:33.066199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.096023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864be256-3355-4e83-a7fc-b202b11ee03e None None] Network 95f15668-00e3-4e84-a258-95c4183357f4 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:19:33.101193 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7875471 Aug 21 12:19:33.346268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port b2b4975e-fd07-4083-818f-348f7aab3e60 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:33.356978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port b2b4975e-fd07-4083-818f-348f7aab3e60 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:33.357574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.387736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd56c20-ec41-442e-9d64-02df38000d53 None None] Network 95f15668-00e3-4e84-a258-95c4183357f4 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:19:33.628119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.701224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port b2b4975e-fd07-4083-818f-348f7aab3e60, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=b2b4975e-fd07-4083-818f-348f7aab3e60,segment=NetworkSegment(fd998b13-1567-4d16-8ae8-7406379dee4e),segment_id=fd998b13-1567-4d16-8ae8-7406379dee4e)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:33.728740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:33.731138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2c93e23b-5c74-459f-8b76-2f52cf7f61f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:33.795128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=b2b4975e-fd07-4083-818f-348f7aab3e60,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:33.798221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:35.039909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device b2b4975e-fd07-4083-818f-348f7aab3e60 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:35.112848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port b2b4975e-fd07-4083-818f-348f7aab3e60 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:35.113267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:35.310594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57454) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:35.546586 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-efc03f08-425c-4912-83ec-e1e146f50251 admin admin] 10.222.0.18 "GET /v2.0/routers/57b772f3-6f78-4530-9f01-e70cc88596bf HTTP/1.1" status: 200 len: 710 time: 0.2346983 Aug 21 12:19:35.680959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7135e-9e42-4b19-9a3e-0dae72a8374f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:19:35.682457 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4cd7135e-9e42-4b19-9a3e-0dae72a8374f admin admin] 10.222.0.18 "GET /v2.0/networks/95f15668-00e3-4e84-a258-95c4183357f4 HTTP/1.1" status: 200 len: 886 time: 0.1303046 Aug 21 12:19:35.692034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:19:36.170472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:36.549293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:36.606505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:36.742186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Allocated IP 172.27.2.192 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/1d2585a3-442a-4b74-bd43-8e54db96f4c3) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:19:36.888321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:36.939589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:36.944369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:37.012664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:19:37.015748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:19:37.020534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:19:37.044019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2585a3-442a-4b74-bd43-8e54db96f4c3,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:37.050292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:37.260578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:37.424710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:37.428094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1031956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853743825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853751490'] for router, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:37.628719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Router 57b772f3-6f78-4530-9f01-e70cc88596bf has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:19:37.828242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:19:37.836745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:37.838042 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/57b772f3-6f78-4530-9f01-e70cc88596bf HTTP/1.1" status: 200 len: 890 time: 2.1495647 Aug 21 12:19:37.838404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Sync routers for ids ['57b772f3-6f78-4530-9f01-e70cc88596bf'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:19:37.851800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Routers {'57b772f3-6f78-4530-9f01-e70cc88596bf'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:37.852514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:19:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['57b772f3-6f78-4530-9f01-e70cc88596bf'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:38.053963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Set router 57b772f3-6f78-4530-9f01-e70cc88596bf gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:38.405043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'name': 'router1', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '1d2585a3-442a-4b74-bd43-8e54db96f4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:19Z', 'updated_at': '2021-08-21T12:19:37Z', 'revision_number': 4, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'gw_port': {'id': '1d2585a3-442a-4b74-bd43-8e54db96f4c3', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:36Z', 'updated_at': '2021-08-21T12:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b2b4975e-fd07-4083-818f-348f7aab3e60', 'name': '', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'mac_address': 'fa:16:3e:e1:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:27Z', 'updated_at': '2021-08-21T12:19:33Z', 'revision_number': 5, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'subnets': [{'id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:38.410545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Checking router: 57b772f3-6f78-4530-9f01-e70cc88596bf for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:19:38.410935 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Updating router 57b772f3-6f78-4530-9f01-e70cc88596bf port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:19:38.465252 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.798868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.810572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Transition to ACTIVE for port object 1d2585a3-442a-4b74-bd43-8e54db96f4c3 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:19:38.854393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.859152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-65e9517e-3752-498e-9596-d21cefec0538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:38.938729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f7c4b-5c36-44d0-a4ba-10495587b239 None None] Pushing event updated for resources: {'Port': ['ID=1d2585a3-442a-4b74-bd43-8e54db96f4c3,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:38.941196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Attempting to bind port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:19:38.942121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Attempting to bind port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:19:38.942751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Attempting to bind port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:19:38.944879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0a0f7c4b-5c36-44d0-a4ba-10495587b239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:38.950288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:19:38.950696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:19:38.951133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:38.951556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:19:38.952061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Bound port: 1d2585a3-442a-4b74-bd43-8e54db96f4c3, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:19:38.952505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.167614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] For port 1d2585a3-442a-4b74-bd43-8e54db96f4c3, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:19:39.171124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] For port 1d2585a3-442a-4b74-bd43-8e54db96f4c3, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1d2585a3-442a-4b74-bd43-8e54db96f4c3,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:19:39.203647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:39.209217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0a0f7c4b-5c36-44d0-a4ba-10495587b239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:39.288051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f7c4b-5c36-44d0-a4ba-10495587b239 None None] Pushing event updated for resources: {'Port': ['ID=1d2585a3-442a-4b74-bd43-8e54db96f4c3,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:39.291000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0a0f7c4b-5c36-44d0-a4ba-10495587b239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:39.292669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Routers {'57b772f3-6f78-4530-9f01-e70cc88596bf'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:19:39.293302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:19:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['57b772f3-6f78-4530-9f01-e70cc88596bf'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:39.475799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] Set router 57b772f3-6f78-4530-9f01-e70cc88596bf gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:19:39.808259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'name': 'router1', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '1d2585a3-442a-4b74-bd43-8e54db96f4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:19Z', 'updated_at': '2021-08-21T12:19:37Z', 'revision_number': 4, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'gw_port': {'id': '1d2585a3-442a-4b74-bd43-8e54db96f4c3', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:36Z', 'updated_at': '2021-08-21T12:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b2b4975e-fd07-4083-818f-348f7aab3e60', 'name': '', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'mac_address': 'fa:16:3e:e1:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:27Z', 'updated_at': '2021-08-21T12:19:33Z', 'revision_number': 5, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'subnets': [{'id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:19:39.812242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76af8a-111a-416e-a41d-57309aab4455 None None] The sync data for ids ['57b772f3-6f78-4530-9f01-e70cc88596bf'] in dv-cinder-805477-2-iscsi is: [{'id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'name': 'router1', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '1d2585a3-442a-4b74-bd43-8e54db96f4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:19:19Z', 'updated_at': '2021-08-21T12:19:37Z', 'revision_number': 4, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'gw_port': {'id': '1d2585a3-442a-4b74-bd43-8e54db96f4c3', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:36Z', 'updated_at': '2021-08-21T12:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b2b4975e-fd07-4083-818f-348f7aab3e60', 'name': '', 'network_id': '3afe746a-072c-41ea-8cd6-ecc31a828209', 'tenant_id': '1597b9d90cb1469eba0dcced76f27109', 'mac_address': 'fa:16:3e:e1:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b772f3-6f78-4530-9f01-e70cc88596bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:19:27Z', 'updated_at': '2021-08-21T12:19:33Z', 'revision_number': 5, 'project_id': '1597b9d90cb1469eba0dcced76f27109', 'subnets': [{'id': '99d57fb1-b795-46e0-aea1-fad27d6e13c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00e75ed1-91ff-4032-8e1f-ff00ecab3792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:19:40.161490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 57466) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:19:40.312070 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-bb9e7d90-4849-4b67-9b2e-d455672c49b7 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1491661 Aug 21 12:19:41.075677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1d2585a3-442a-4b74-bd43-8e54db96f4c3 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:41.165833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:19:41.192144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:19:41.197408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:41.197922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.317148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.331662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 1d2585a3-442a-4b74-bd43-8e54db96f4c3, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1d2585a3-442a-4b74-bd43-8e54db96f4c3,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:19:41.374279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:41.376497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:19:41.446553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=1d2585a3-442a-4b74-bd43-8e54db96f4c3,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:19:41.449743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:19:43.082503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1d2585a3-442a-4b74-bd43-8e54db96f4c3 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:19:43.171583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 1d2585a3-442a-4b74-bd43-8e54db96f4c3 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:19:43.172349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:57.134655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b617d285-0d2b-4ec6-b7d9-15605b9dbae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:58.717267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.848692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7572f754-75ca-4e42-8808-70cadc118ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:19:59.876935 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:01.030607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:18.163792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:20:27.133680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-57b2fac6-6e67-45ce-87db-b0eccb7bdc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:28.728027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.876417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0eae-dfd3-46d0-bf81-f079ac30179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:29.916546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:31.036884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:55.165415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:20:57.133158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2e6cb495-a27c-406b-a0c1-2ecce27c432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:58.710358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:59.859001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55d29cbe-e467-42c0-ac85-698d6cae7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:20:59.887628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:01.036297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:15.648399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58004) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:15.748108 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.pecan_wsgi.hooks.translation [None req-04aa57b2-1f50-4220-a803-09d85b71cf38 admin admin] GET failed (client error): The resource could not be found. Aug 21 12:21:15.749391 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-04aa57b2-1f50-4220-a803-09d85b71cf38 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0999391 Aug 21 12:21:15.886981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0942d-3ccc-4eb4-aa9a-47df0110c852 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:15.888426 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5bb0942d-3ccc-4eb4-aa9a-47df0110c852 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1342432 Aug 21 12:21:17.970020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58016) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:18.109660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7b1ce-6801-42d3-a321-46e47828126e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:18.110241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b9a7b1ce-6801-42d3-a321-46e47828126e admin admin] Synchronizing usage tracker for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:subnet {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:21:18.178431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b9a7b1ce-6801-42d3-a321-46e47828126e admin admin] Unset dirty status for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:subnet {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:21:18.179747 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b9a7b1ce-6801-42d3-a321-46e47828126e admin admin] 10.222.0.18 "GET /v2.0/subnets/99d57fb1-b795-46e0-aea1-fad27d6e13c4 HTTP/1.1" status: 200 len: 849 time: 0.2086186 Aug 21 12:21:18.189960 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:21:18.313041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Notify callbacks [] for subnet, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:18.531432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363303384036331'] for subnet, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:18.536356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:21:18.589251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:18.589920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:18.590039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b971b-f917-46bf-9a30-e71d4273f306 None None] Network 3afe746a-072c-41ea-8cd6-ecc31a828209 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:21:18.595463 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] 10.222.0.18 "PUT /v2.0/subnets/99d57fb1-b795-46e0-aea1-fad27d6e13c4 HTTP/1.1" status: 200 len: 868 time: 0.4055903 Aug 21 12:21:18.607188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d57fb1-b795-46e0-aea1-fad27d6e13c4,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:21:18.617112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.617479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.617875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.618246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.618613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.618978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.619340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.619702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.620062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.620418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.620774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:21:18.624582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:21:19.109818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-e271b3d6-7dd8-4b4d-b7d9-49378b8045f3 None None] Provisioning complete for port 79412cf6-91f6-4c07-bc81-a0cf0eebb29d triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:21:19.110276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e271b3d6-7dd8-4b4d-b7d9-49378b8045f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:19.238576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-e271b3d6-7dd8-4b4d-b7d9-49378b8045f3 None None] Provisioning complete for port b2b4975e-fd07-4083-818f-348f7aab3e60 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:21:19.238983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e271b3d6-7dd8-4b4d-b7d9-49378b8045f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:20.668495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58028) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:20.878890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8569bcd-8481-49c3-9803-db786195285a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:20.879233 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8569bcd-8481-49c3-9803-db786195285a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:20.881001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a8569bcd-8481-49c3-9803-db786195285a admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2114453 Aug 21 12:21:22.966925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58040) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:23.174964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf118b-94f1-4a47-92fa-5ae2c6d6900c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:23.175390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf118b-94f1-4a47-92fa-5ae2c6d6900c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:23.177006 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8fcf118b-94f1-4a47-92fa-5ae2c6d6900c admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2090597 Aug 21 12:21:25.252183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58052) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:25.459488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d04969-de0c-460c-9d6c-f4775e208a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:25.460931 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d5d04969-de0c-460c-9d6c-f4775e208a44 admin admin] 10.222.0.18 "GET /v2.0/networks/3afe746a-072c-41ea-8cd6-ecc31a828209 HTTP/1.1" status: 200 len: 869 time: 0.2070925 Aug 21 12:21:27.132699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a6cd79db-c801-430c-8d8f-9afdc8cf7c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:27.559956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58064) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:27.883530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5266a-373e-4b70-9625-b506a6ef34f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:27.884932 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f7c5266a-373e-4b70-9625-b506a6ef34f3 admin admin] 10.222.0.18 "GET /v2.0/networks/95f15668-00e3-4e84-a258-95c4183357f4 HTTP/1.1" status: 200 len: 886 time: 0.3239558 Aug 21 12:21:28.721932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:29.847940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3882fe10-3f53-4e98-9246-0a25e03aa524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:29.874461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:29.985829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58076) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:30.130147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4642bf9-4089-422f-9ee8-9d3e017d1b9f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:30.130499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4642bf9-4089-422f-9ee8-9d3e017d1b9f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:30.132182 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d4642bf9-4089-422f-9ee8-9d3e017d1b9f admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1447117 Aug 21 12:21:31.041455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:32.167719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:21:32.225248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58088) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:32.362115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64fd1f-c706-4bd5-92ac-5145a4ddfd72 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:32.362526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64fd1f-c706-4bd5-92ac-5145a4ddfd72 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:32.364097 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fe64fd1f-c706-4bd5-92ac-5145a4ddfd72 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378069 Aug 21 12:21:34.460480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58100) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:34.599728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399412d-6c0d-4c68-8370-bc7d6576bd49 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:34.601064 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1399412d-6c0d-4c68-8370-bc7d6576bd49 admin admin] 10.222.0.18 "GET /v2.0/subnets/99d57fb1-b795-46e0-aea1-fad27d6e13c4 HTTP/1.1" status: 200 len: 868 time: 0.1395655 Aug 21 12:21:36.686690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58112) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:36.821186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081bee0-9426-4306-9b7f-2400853abb5e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:36.822551 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f081bee0-9426-4306-9b7f-2400853abb5e admin admin] 10.222.0.18 "GET /v2.0/subnets/a5b186bf-de49-49dc-b727-a72081aeef88 HTTP/1.1" status: 200 len: 816 time: 0.1348548 Aug 21 12:21:56.381154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58160) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:56.458519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [None req-0c38e00b-8e23-42b1-883c-e9baaed22943 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:21:56.459625 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0c38e00b-8e23-42b1-883c-e9baaed22943 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0774307 Aug 21 12:21:57.130635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72c720f4-dde4-42e1-ba39-0821b5477031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:58.614379 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58172) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:21:58.714442 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ee06b1-1678-4b81-9178-a6e57b8817e2 admin admin] GET failed (client error): The resource could not be found. Aug 21 12:21:58.715765 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-36ee06b1-1678-4b81-9178-a6e57b8817e2 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1003516 Aug 21 12:21:58.725400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:58.852514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d35b6-b6dc-4ea3-a974-7f27b5ad9e76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:21:58.854138 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2c4d35b6-b6dc-4ea3-a974-7f27b5ad9e76 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338472 Aug 21 12:21:59.849246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-567bbe7e-77e0-4b2e-aa8d-5943b71d2012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:21:59.881126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:00.937533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58184) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:01.016731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:01.021702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:01.031844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:01.039644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.126733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Made reservation on behalf of 8ce60da1aac441c9b29c109feb2ce1b7 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:22:01.132017 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.376968 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.services.revisions.revision_plugin [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Could not find related network for resource to bump revision. Aug 21 12:22:01.449485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:22:01.459358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.459739 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Added segment 56bc447f-a6bd-4bee-947f-e0d1a3d6a430 of type vlan for network d3a800d3-2acb-40dc-9a80-e87b95c09320 Aug 21 12:22:01.485545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.543773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.545016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:01.545646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:01.550912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:01.650836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a800d3-2acb-40dc-9a80-e87b95c09320,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:01.655523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:01.662333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network d3a800d3-2acb-40dc-9a80-e87b95c09320 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:22:01.675033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7316961 Aug 21 12:22:03.748078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58196) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:22:03.846998 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232a3fd-26fa-4516-bcb4-38e7f46cc91b admin admin] GET failed (client error): The resource could not be found. Aug 21 12:22:03.847542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8232a3fd-26fa-4516-bcb4-38e7f46cc91b admin admin] Synchronizing usage tracker for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:network {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:22:03.892738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8232a3fd-26fa-4516-bcb4-38e7f46cc91b admin admin] Unset dirty status for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:network {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:22:03.893905 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8232a3fd-26fa-4516-bcb4-38e7f46cc91b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1447830 Aug 21 12:22:04.007607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf494d-4fa7-4d71-8b3e-151b7494bc7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:04.009187 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c1cf494d-4fa7-4d71-8b3e-151b7494bc7a admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1109152 Aug 21 12:22:04.020541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:22:04.025234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:22:04.035725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:22:04.073237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Made reservation on behalf of 8ce60da1aac441c9b29c109feb2ce1b7 for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:22:04.077838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.298251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.302622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1392ceff-8b8b-4402-8dbc-29fe5aaa788d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:04.374863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9469bcc3-c09b-4cde-950a-27fc4a497932,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:04.379012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:04.385913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Checking segment: {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:22:04.386310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Network hostable DHCP agents. Network: d3a800d3-2acb-40dc-9a80-e87b95c09320, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:22:04.433231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Network d3a800d3-2acb-40dc-9a80-e87b95c09320 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:22:04.463770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, d3a800d3-2acb-40dc-9a80-e87b95c09320) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:22:04.467638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:22:04.468278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.473682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ca9fa-4230-4de3-a536-14712c8180ef None None] Network d3a800d3-2acb-40dc-9a80-e87b95c09320 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:22:04.544654 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5283713 Aug 21 12:22:04.697236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-d3a800d3-2acb-40dc-9a80-e87b95c09320', 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320', 'tenant_id': '8ce60da1aac441c9b29c109feb2ce1b7', 'fixed_ips': [{'subnet_id': '9469bcc3-c09b-4cde-950a-27fc4a497932'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:22:04.698539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:04.861640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Allocated IP 192.168.233.2 (d3a800d3-2acb-40dc-9a80-e87b95c09320/9469bcc3-c09b-4cde-950a-27fc4a497932/48a3ff2a-349c-4ad7-88e1-b5d011273a82) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:22:05.275145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.286349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Transition to ACTIVE for port object 48a3ff2a-349c-4ad7-88e1-b5d011273a82 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:22:05.305901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Transition to ACTIVE for port object 48a3ff2a-349c-4ad7-88e1-b5d011273a82 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:22:05.395625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.403738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:05.469016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Network d3a800d3-2acb-40dc-9a80-e87b95c09320 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:22:05.475168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Pushing event updated for resources: {'Port': ['ID=48a3ff2a-349c-4ad7-88e1-b5d011273a82,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:05.477603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:22:05.480335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:22:05.491839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.492219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.492589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.492984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.493391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.494152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.494519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.494881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.495238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.495616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.495969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:22:05.523167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:05.583394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Attempting to bind port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:22:05.583736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Attempting to bind port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:22:05.584134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Attempting to bind port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 on network d3a800d3-2acb-40dc-9a80-e87b95c09320 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:22:05.591192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:22:05.591607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Checking segment: {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:22:05.592055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.592492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Bound using segment: {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:22:05.593048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Bound port: 48a3ff2a-349c-4ad7-88e1-b5d011273a82, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:22:05.593477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.683593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] For port 48a3ff2a-349c-4ad7-88e1-b5d011273a82, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:22:05.686785 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] For port 48a3ff2a-349c-4ad7-88e1-b5d011273a82, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=48a3ff2a-349c-4ad7-88e1-b5d011273a82,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:22:05.727396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:05.732538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:05.814884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Pushing event updated for resources: {'Port': ['ID=48a3ff2a-349c-4ad7-88e1-b5d011273a82,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:05.818551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:07.157508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 48a3ff2a-349c-4ad7-88e1-b5d011273a82 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:22:07.256655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:22:07.262616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4411f-7427-4241-aeab-532455620164 None None] Network d3a800d3-2acb-40dc-9a80-e87b95c09320 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:22:07.424645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Provisioning for port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:22:07.438514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Provisioning complete for port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:22:07.438937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:07.619228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:07.657501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] For port 48a3ff2a-349c-4ad7-88e1-b5d011273a82, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=48a3ff2a-349c-4ad7-88e1-b5d011273a82,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:22:07.704345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:07.708245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:22:07.775677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Pushing event updated for resources: {'Port': ['ID=48a3ff2a-349c-4ad7-88e1-b5d011273a82,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:22:07.779037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:22:07.928127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-1fe39bfd-259a-4d22-be3c-0def015cef70 None None] Provisioning complete for port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:22:07.928542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1fe39bfd-259a-4d22-be3c-0def015cef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:09.126986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 48a3ff2a-349c-4ad7-88e1-b5d011273a82 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:22:09.168679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:22:09.195955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 48a3ff2a-349c-4ad7-88e1-b5d011273a82 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:22:09.196365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:27.131884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e6251764-1814-40bf-8ea5-20a8252b6be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:28.726553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:29.880576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99b95e85-a6f3-46cf-a2b3-50868d260b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:29.926736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:31.050911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:46.168900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:22:57.129996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc62e-884b-442f-9092-7aad2d5b67dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:58.737538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:59.860927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7780-0a8a-474a-9933-ca38e4fb5823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:22:59.891338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:01.057334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:23.169104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:23:27.146541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-daad9a37-d46d-40f9-9d62-6d9d495ceb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:27.612905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58230) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:27.619370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [None req-545442de-6075-4e06-969f-8159e18a1a75 tempest-verify_tempest_config-8198724 tempest-verify_tempest_config-8198724-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:23:27.620454 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-545442de-6075-4e06-969f-8159e18a1a75 tempest-verify_tempest_config-8198724 tempest-verify_tempest_config-8198724-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064578 Aug 21 12:23:28.098187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58248) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:28.247249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.278259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:23:28.282687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6391810ecb462dbf524a86ce12785e is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:23:28.285507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:23:28.291671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:23:28.487805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.519685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.528128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:28.569458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030a207-3693-42a5-8e4e-ec380228b631,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:28.576762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Synchronizing usage tracker for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:23:28.583054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.583440 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.583813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.584183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.584556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.584919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.585281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.585644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.586029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.586388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.586744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:23:28.595573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:28.631722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Unset dirty status for tenant:8ce60da1aac441c9b29c109feb2ce1b7 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:23:28.633033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c6391810ecb462dbf524a86ce12785e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5338233 Aug 21 12:23:28.635800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58254) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:23:28.698182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.723394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.726033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.856995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.862224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:23:28.875466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030a207-3693-42a5-8e4e-ec380228b631,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:23:28.879428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:23:28.879428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:28.880427 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0030a207-3693-42a5-8e4e-ec380228b631 HTTP/1.1" status: 204 len: 168 time: 0.2436512 Aug 21 12:23:29.854339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-638b2c22-89ce-43aa-b027-7389db73105a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:29.885392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:31.232291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:57.124851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-202edbf6-e1f6-45f1-b2f6-ba4dce8262a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:58.728571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:59.860149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ddf9d33-8e20-4677-bea7-61b513cec3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:23:59.885120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:00.169143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:24:01.050677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:27.124425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ff617afd-7126-4944-97b2-48cfc25614a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:28.736336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:29.857428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1b0527d4-3d2c-4b8c-9ffe-f7dcbc812107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:29.893621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:31.059369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:37.169304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 5 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:24:57.138345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-86408c7e-8b73-4bfc-9279-116f31f334fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:58.722086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:58.853095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853749254'] for agent, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:59.867629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3a37a696-87d4-45c8-8eeb-338df8e27c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:24:59.912446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:01.061203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:14.170302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:25:15.629034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58336) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:15.771830 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-13942315-d023-4538-abdf-dd3a836e06b0 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1415000 Aug 21 12:25:17.861866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58348) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:25:17.948293 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d3bf1de1-7470-4f2d-a0fd-0a6e6e544e7a admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0852268 Aug 21 12:25:27.127054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-84edbde5-6d6e-4835-b42d-0b57572d6a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.729558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:28.832554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:29.855396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-69629156-c04a-4367-bc42-6e61b35db7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:29.883768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:31.069296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:51.170922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:25:57.120349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-28c69dad-81cf-4a8b-934d-a358aff265f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:58.725918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:58.834346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:59.846343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-74bc20cc-b47e-4862-b48b-69746da3a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:25:59.897320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:01.072061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:27.131311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c0d203eb-b93b-4554-accf-03b0769cb7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.175244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:26:28.723289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:28.842964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.848539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46cedc37-3724-4c57-956b-04fb6917d0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:29.900871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:31.071699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:57.134324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71c6da2e-cdcb-4b2c-8fe3-15c71fe7eb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:58.725330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:58.885407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:59.871565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a02ccacb-56f5-4933-963b-09d99da8f112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:26:59.914626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:00.981113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58542) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:01.085003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.390302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58558) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:01.519067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021041658-network', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:01.524200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:01.528268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Usage tracker for resource:network and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:01.531753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:01.538527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:01.551700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58566) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:01.576623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Made reservation on behalf of 8a85bc1c655148b88b864390d8aa1fe7 for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:01.583526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.598749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.636963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:01.641577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:01.644566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:01.650878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:01.705297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58574) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:01.774001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1122557470-network', 'tenant_id': '1787c3f7bec742019e6b49604067909b'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:01.791086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:01.792156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.798898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Usage tracker for resource:network and tenant:1787c3f7bec742019e6b49604067909b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:01.802391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:01.809458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:01.819785 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.836744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:27:01.843855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:01.848435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Made reservation on behalf of 1787c3f7bec742019e6b49604067909b for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:01.853915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.862747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.863053 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Added segment dd8d9b86-745c-446f-93e1-0c3d6b60b0a2 of type vlan for network 5826bfc0-95a8-46c2-962b-80092102a8f3 Aug 21 12:27:01.871584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:01.884670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-472020791-network', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:01.919930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e249693-98c5-4745-80a0-1ba452579b3e,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:01.930109 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.930508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.930886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.931252 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.931620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.931984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.932346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.932707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.933064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.933446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.933774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Tracked resource versions report: Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:27:01.934853 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:27:01.948585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:01.951418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:01.954426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:01.959127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Usage tracker for resource:security_group_rule and tenant:1787c3f7bec742019e6b49604067909b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:01.961888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Usage tracker for resource:network and tenant:2306c82a20c54b8cb45c754e26de3439 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:01.962679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:01.962980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:01.969734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.013959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.041566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.119632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.123512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-network', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:02.130417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:02.135743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Usage tracker for resource:network and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:02.138697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:02.143400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Made reservation on behalf of 2306c82a20c54b8cb45c754e26de3439 for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:02.148225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.162942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.163999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.165198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.170126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:02.170378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-348a6cf1-647b-4b73-88d0-620a517a5e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:02.170492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.178203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7214edf7-f4ab-4b7b-9433-27f2addd782f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:02.191612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.203128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:27:02.213066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e284db24-ba63-4ed8-b11c-e2c327131fa3,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:02.224480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.224869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.225242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.225616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.226028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.226400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.226766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.227264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.227629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.227995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.228357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Tracked resource versions report: Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:27:02.229435 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:27:02.233307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:02.290120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Made reservation on behalf of d4336a5d52524343aa75776b3d08929b for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:02.294739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.310871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.315497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.316141 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Added segment 1a2380ee-fb3e-4371-9d95-faf6ad82f0d1 of type vlan for network 539007a0-e6ea-4d50-b522-b3ed7b000263 Aug 21 12:27:02.344101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.372065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Pushing event updated for resources: {'Network': ['ID=5826bfc0-95a8-46c2-962b-80092102a8f3,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:02.383265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:02.385657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:02.391999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:27:02.395383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Usage tracker for resource:security_group_rule and tenant:2306c82a20c54b8cb45c754e26de3439 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:02.400001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:02.409269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.418243 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4325356 Aug 21 12:27:02.418243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:02.419224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58598) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:02.426664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Request body: {'subnet': {'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021041658-subnet', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:02.427727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:02.432585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:02.434618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:02.438914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Usage tracker for resource:subnet and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:02.442164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:02.442519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.449059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.458374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.465120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:02.465769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.471605 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22f32739-c2a6-4926-a04b-c9eb627fc1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:02.572223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Made reservation on behalf of 8a85bc1c655148b88b864390d8aa1fe7 for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:02.577578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.621466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.665741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.667009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.672064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:02.705253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:27:02.713710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.726492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1572001f-368f-48b0-ac3e-84aba7ab44fc,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:02.733935 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.734382 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Added segment 658879d0-d7fb-4ac1-859d-895e232a2b04 of type vlan for network d4fe0ad1-df93-4741-a751-01d3165a69d0 Aug 21 12:27:02.735868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:02.737690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0f7f5d60-a18f-40dc-be3d-0703b8cae25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:02.799931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2047452-5860-4d1c-abc0-d58bad01c27c,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:02.805605 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:02.809407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:02.837925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Pushing event updated for resources: {'Network': ['ID=539007a0-e6ea-4d50-b522-b3ed7b000263,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:02.838641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:02.847595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 539007a0-e6ea-4d50-b522-b3ed7b000263 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:27:02.866583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58616) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:02.873840 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4743435 Aug 21 12:27:02.878030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Request body: {'subnet': {'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1122557470-subnet', 'tenant_id': '1787c3f7bec742019e6b49604067909b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:02.888132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:02.899135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Usage tracker for resource:subnet and tenant:1787c3f7bec742019e6b49604067909b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:02.903249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:02.913545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:02.982328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Made reservation on behalf of 1787c3f7bec742019e6b49604067909b for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:02.988443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.132678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.136268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:03.137119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.143204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:03.177070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.182011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:03.229632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:27:03.230026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:27:03.275391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0012acc-2f14-4642-a15e-56d1a24ed374,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:03.279717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:03.290622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Checking segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:03.291004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Network hostable DHCP agents. Network: 5826bfc0-95a8-46c2-962b-80092102a8f3, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:27:03.323024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Pushing event updated for resources: {'Network': ['ID=d4fe0ad1-df93-4741-a751-01d3165a69d0,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:03.326320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:03.335462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:27:03.376333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:27:03.378438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8251073 Aug 21 12:27:03.385712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58626) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:03.390483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Request body: {'subnet': {'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-subnet', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:03.395646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:03.427743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 5826bfc0-95a8-46c2-962b-80092102a8f3) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:03.436273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:03.436273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.447690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Usage tracker for resource:subnet and tenant:2306c82a20c54b8cb45c754e26de3439 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:03.451660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:03.461882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc626c6-fc05-4b40-a02e-2a354da1e532 None None] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:03.462271 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:03.506689 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0861349 Aug 21 12:27:03.509822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58634) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:03.516959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:03.522857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:03.527287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Usage tracker for resource:router and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:03.531685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Made reservation on behalf of 2306c82a20c54b8cb45c754e26de3439 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:03.538982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.554045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:03.563606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:03.631450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.646255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d0ad3bf-0ccd-4e44-aab5-fc8a8a52200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:03.732908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.761715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-5826bfc0-95a8-46c2-962b-80092102a8f3', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:27:03.763445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.764696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.766421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.787551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9035fa-20b7-499e-8af2-fdad8a36fce8,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:03.799002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:03.812843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.826804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:27:03.829817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Checking segment: {'id': '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:03.830225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Network hostable DHCP agents. Network: 539007a0-e6ea-4d50-b522-b3ed7b000263, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:27:03.893552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:03.894103 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Added segment 4a4862f4-1f98-46a4-b55d-e5e8e5016cfd of type vlan for network 0db6c827-e557-4b1d-b805-83a9934645c6 Aug 21 12:27:03.984525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.027421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Network 539007a0-e6ea-4d50-b522-b3ed7b000263 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:27:04.096761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Allocated IP 172.20.0.2 (5826bfc0-95a8-46c2-962b-80092102a8f3/d0012acc-2f14-4642-a15e-56d1a24ed374/214e82ff-bd57-4e04-a7ab-005af90b17a3) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:04.125806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.127151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 539007a0-e6ea-4d50-b522-b3ed7b000263) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:04.129164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.132035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:04.133162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.144474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:04.145110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.174733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:04.200849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.326845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Pushing event updated for resources: {'Network': ['ID=0db6c827-e557-4b1d-b805-83a9934645c6,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:04.336635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:04.339185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:04.372822 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6658039 Aug 21 12:27:04.378266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58662) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:04.381044 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-12395213-32a2-4cc8-b89e-06720f5426e9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5126400 Aug 21 12:27:04.382612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99c13e-e3d2-4441-bd28-a0a2b6d2077c None None] Network 539007a0-e6ea-4d50-b522-b3ed7b000263 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:04.402800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Request body: {'subnet': {'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-subnet', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:04.414740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Checking segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:04.415136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Network hostable DHCP agents. Network: d4fe0ad1-df93-4741-a751-01d3165a69d0, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:27:04.419585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 0db6c827-e557-4b1d-b805-83a9934645c6 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:27:04.431846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:04.435002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.452805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Usage tracker for resource:subnet and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:04.456672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd0e505-58be-40f4-ab56-8042c85da32a,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:04.459442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:04.461373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:04.480875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:04.522877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:27:04.579409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Made reservation on behalf of d4336a5d52524343aa75776b3d08929b for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:04.582077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, d4fe0ad1-df93-4741-a751-01d3165a69d0) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:04.584039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.587028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:04.591964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.656916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a989f99-31a5-49ab-aec0-99a91a58e953 None None] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:04.672566 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2875884 Aug 21 12:27:04.672566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58680) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:04.679192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:04.684761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:04.688919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Usage tracker for resource:router and tenant:2306c82a20c54b8cb45c754e26de3439 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:04.694707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:04.707270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:04.717213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.728756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Transition to ACTIVE for port object 214e82ff-bd57-4e04-a7ab-005af90b17a3 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:04.757328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.760446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.762673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.815634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:04.916639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Transition to ACTIVE for port object 214e82ff-bd57-4e04-a7ab-005af90b17a3 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:05.040785 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:05.042284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e339e-a0b1-4287-9873-d449e161c8aa None None] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:05.109963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Allocated IP 172.27.2.73 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:05.126600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58694) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:05.128543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772f2f2-2973-47c0-ae5a-a1d089b44fe5 None None] Network 539007a0-e6ea-4d50-b522-b3ed7b000263 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:05.175659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:27:05.283372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:05.288684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:05.373717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=81085cd4-4662-457d-88bc-a149c44a81a1,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:05.378300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:05.537147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:05.620707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:05.660404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:05.704337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58730) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:05.720777 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 12:27:05.833856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:05.839036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:05.841027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Pushing event updated for resources: {'Port': ['ID=214e82ff-bd57-4e04-a7ab-005af90b17a3,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:05.845336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:05.862682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:05.869410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.869772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.870204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.870698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.871072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.871441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.871807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.872176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.872539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.872900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.873259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Tracked resource versions report: Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:27:05.874473 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:27:05.899292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Checking segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:05.899689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Network hostable DHCP agents. Network: 0db6c827-e557-4b1d-b805-83a9934645c6, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:27:05.925461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:05.933061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:05.945833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:06.006714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Pushing event updated for resources: {'Port': ['ID=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:06.009701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:06.012889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Network 0db6c827-e557-4b1d-b805-83a9934645c6 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:27:06.033524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:06.035104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:06.037878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:06.069565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 0db6c827-e557-4b1d-b805-83a9934645c6) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:06.070634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:06.076931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:06.081743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.084365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7fe42-3545-4b12-b5d9-55ae44dbe20b None None] Network 0db6c827-e557-4b1d-b805-83a9934645c6 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:06.130998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Usage tracker for resource:security_group_rule and tenant:2d22a0436c7d4e3eb4e033d44e8bad56 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:06.139549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:06.166797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:06.167552 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7879939 Aug 21 12:27:06.168304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58740) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:06.184284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:06.190961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:06.197355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Attempting to bind port 214e82ff-bd57-4e04-a7ab-005af90b17a3 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:06.197693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Attempting to bind port 214e82ff-bd57-4e04-a7ab-005af90b17a3 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:06.198098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Attempting to bind port 214e82ff-bd57-4e04-a7ab-005af90b17a3 on network 5826bfc0-95a8-46c2-962b-80092102a8f3 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:06.205236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Usage tracker for resource:router and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:06.208591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:06.238733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:06.250714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:06.251135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Checking segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:06.251583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.252013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Bound using segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:06.252705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Bound port: 214e82ff-bd57-4e04-a7ab-005af90b17a3, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:06.253145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.264659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-066bbb14-31aa-4123-9ab2-a01aa307fa56 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:06.284945 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-066bbb14-31aa-4123-9ab2-a01aa307fa56 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/networks?id=539007a0-e6ea-4d50-b522-b3ed7b000263 HTTP/1.1" status: 200 len: 812 time: 0.5793974 Aug 21 12:27:06.303050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.307168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.329770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.335864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.336076 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d0540789-3640-49a1-adb4-61983f5705fc tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/quotas/1787c3f7bec742019e6b49604067909b HTTP/1.1" status: 200 len: 375 time: 0.0477064 Aug 21 12:27:06.418169 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-e5d036e6-c3bb-4050-97ab-96ad37aa5929 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1787c3f7bec742019e6b49604067909b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810442 Aug 21 12:27:06.438536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.454287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.468636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] For port 214e82ff-bd57-4e04-a7ab-005af90b17a3, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:06.505739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] For port 214e82ff-bd57-4e04-a7ab-005af90b17a3, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=214e82ff-bd57-4e04-a7ab-005af90b17a3,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:06.515281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.562973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:06.571166 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d22a0436c7d4e3eb4e033d44e8bad56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4434857 Aug 21 12:27:06.581156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58758) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:06.642786 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.677956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.682555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.684374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d489f8-61a9-417a-9864-c32fd483feb1,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:06.693943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:06.701468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:06.757381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.780067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Pushing event updated for resources: {'Port': ['ID=214e82ff-bd57-4e04-a7ab-005af90b17a3,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:06.784625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:06.788526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-0db6c827-e557-4b1d-b805-83a9934645c6', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:27:06.788526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:06.815982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-25c8bda8-b24e-4821-b90a-00733d400c0d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:27:06.820596 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-25c8bda8-b24e-4821-b90a-00733d400c0d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2443149 Aug 21 12:27:07.010451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Router 1be2d493-fa24-4fef-b868-7c8c197869be is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:27:07.083417 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-f51b960c-8f8b-4511-bfe2-576defae8368 service neutron] 10.222.0.18 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297614 Aug 21 12:27:07.095640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.116767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Allocated IP 172.20.0.2 (0db6c827-e557-4b1d-b805-83a9934645c6/81085cd4-4662-457d-88bc-a149c44a81a1/1714307f-2007-467f-b3c3-82cc4a543ed2) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:07.254150 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-8b381c69-b438-4a78-88cf-3ab01a72c524 service neutron] 10.222.0.18 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538234 Aug 21 12:27:07.268768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.333573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.352772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.429524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Allocated IP 172.27.2.37 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/9ff688c9-797f-4bce-9a7b-e9efe1e05bfd) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:07.582100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.674827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:07.684813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:07.719170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:07.719170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:07.740714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.745003 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2311766 Aug 21 12:27:07.745420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58790) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:07.856693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Transition to ACTIVE for port object 1714307f-2007-467f-b3c3-82cc4a543ed2 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:07.857768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58800) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:07.861224 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 12:27:07.891332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.910437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Transition to ACTIVE for port object 1714307f-2007-467f-b3c3-82cc4a543ed2 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:07.922638 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-58f252f8-f6a9-4efc-a223-928f8a8752c8 req-b046a471-7a22-4b19-9eb2-7fc1213713f7 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0629663 Aug 21 12:27:07.930967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:07.935401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:07.950630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:08.009029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d489f8-61a9-417a-9864-c32fd483feb1,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:08.024176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:08.044820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:08.083076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:08.101613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:08.103337 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d489f8-61a9-417a-9864-c32fd483feb1 HTTP/1.1" status: 204 len: 168 time: 1.5157533 Aug 21 12:27:08.291257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Network 0db6c827-e557-4b1d-b805-83a9934645c6 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:08.291257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:08.291257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:08.292072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:08.292072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:08.377953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Allocated IP 172.27.2.252 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/7e4c299a-1bf1-41bf-8869-5e6fa0e95680) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:08.378163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Pushing event updated for resources: {'Port': ['ID=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:08.378253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Attempting to bind port 1714307f-2007-467f-b3c3-82cc4a543ed2 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:08.378253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Attempting to bind port 1714307f-2007-467f-b3c3-82cc4a543ed2 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:08.378253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Attempting to bind port 1714307f-2007-467f-b3c3-82cc4a543ed2 on network 0db6c827-e557-4b1d-b805-83a9934645c6 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:08.387525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:08.413293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Pushing event updated for resources: {'Port': ['ID=1714307f-2007-467f-b3c3-82cc4a543ed2,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:08.422674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:08.428551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:08.428551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Checking segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:08.428551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:08.428551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Bound using segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:08.428551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Bound port: 1714307f-2007-467f-b3c3-82cc4a543ed2, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:08.430106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:08.432037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:08.432427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:08.437731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:08.691460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] For port 1714307f-2007-467f-b3c3-82cc4a543ed2, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:08.699987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] For port 1714307f-2007-467f-b3c3-82cc4a543ed2, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1714307f-2007-467f-b3c3-82cc4a543ed2,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:08.802188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:08.819947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:06Z', 'revision_number': 3, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:08.826437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:08.829030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:08.838303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Updating router 1be2d493-fa24-4fef-b868-7c8c197869be port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:27:09.019165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Pushing event updated for resources: {'Port': ['ID=1714307f-2007-467f-b3c3-82cc4a543ed2,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:09.040363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.042222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:09.068243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.069360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.171973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58844) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:09.303029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.364078 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6839868d-289a-4685-8edb-3f742c39343c req-419fe948-62be-429d-afb8-b06b912892ce tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.2947168 Aug 21 12:27:09.426434 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.482163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 214e82ff-bd57-4e04-a7ab-005af90b17a3 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:09.507189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:09.515110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Usage tracker for resource:security_group_rule and tenant:3f327caf86104a169744a8405d068600 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:09.523175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:09.539946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:09.547963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.569644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:09.604981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb32ff2-cefa-414a-9a4c-fd15c064eb58 None None] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:09.778139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.817215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:09.830414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:09.841921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:09.848940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:09.850461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:09.914097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Pushing event updated for resources: {'Port': ['ID=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:09.921414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:10.017323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.031168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58874) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:10.064429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-b92cb678-fbbc-4339-99ea-447a6073be88 None None] Provisioning for port 214e82ff-bd57-4e04-a7ab-005af90b17a3 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:10.074407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Transition to ACTIVE for port object 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:10.107289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ec90f3-9973-4c11-bf29-3bb6ef7cad56,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:10.111221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.116407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a18dccca-7519-4551-8267-63356a5fd277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:10.138816 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:10.147720 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f327caf86104a169744a8405d068600&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9695296 Aug 21 12:27:10.153219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58884) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:10.263674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Pushing event updated for resources: {'Port': ['ID=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,revision_number=2']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:10.271196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Attempting to bind port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:10.271839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Attempting to bind port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:10.272420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Attempting to bind port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:10.287281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.289133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.290990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.292861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.294263 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.294815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.296242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.297164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.298469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.299349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.300555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Tracked resource versions report: Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: pushed versions: Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: { 'ConntrackHelper': {'1.0'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': {'1.0'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': {'1.1'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': {'1.5'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': {'1.2'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': {'1.8'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': {'1.2'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': {'1.0'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': {'1.0'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': {'1.1'}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': {'1.1'}} Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: consumer versions: Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: { DHCP agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: HyperV agent@hv-cinder-80547: {}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: L3 agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: Metadata agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: Metering agent@dv-cinder-805477-2-iscsi: {}, Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: Open vSwitch agent@dv-cinder-805477-2-iscsi: { 'ConntrackHelper': '1.0', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Log': '1.0', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Network': '1.1', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Port': '1.5', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'PortForwarding': '1.2', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'QosPolicy': '1.8', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroup': '1.2', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SecurityGroupRule': '1.0', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'SubPort': '1.0', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Subnet': '1.1', Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: 'Trunk': '1.1'}} Aug 21 12:27:10.302738 dv-cinder-805477-2-iscsi neutron-server[82373]: {{(pid=82487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 12:27:10.312746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:10.313758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:10.315031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.315136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:10.315556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.315979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:10.316514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Bound port: 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:10.322107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.330975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 214e82ff-bd57-4e04-a7ab-005af90b17a3 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:10.356510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 214e82ff-bd57-4e04-a7ab-005af90b17a3 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:10.356934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.391897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.392732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.401039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.446886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] For port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:10.457852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] For port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:10.493307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.502185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.514930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:10.527755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.577921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:10.580577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:27:10.585463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:10.586282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:10.590735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Usage tracker for resource:security_group_rule and tenant:00a1dd6cf8684d8ca9a4c0ebf8005a50 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:10.599400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:10.611454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.618941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:10.656377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.670770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6dd3c241-e546-41c4-930c-263c2b33bdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:10.721759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ec90f3-9973-4c11-bf29-3bb6ef7cad56,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:10.736280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 214e82ff-bd57-4e04-a7ab-005af90b17a3, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=214e82ff-bd57-4e04-a7ab-005af90b17a3,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:10.775487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:10.785104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-82961e13-d14b-4182-90be-15df3e0aec04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:10.837257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Allocated IP 172.20.0.1 (5826bfc0-95a8-46c2-962b-80092102a8f3/d0012acc-2f14-4642-a15e-56d1a24ed374/9f87e82b-cf33-4137-8507-60e65810ccc4) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:10.899889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:10.900748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=214e82ff-bd57-4e04-a7ab-005af90b17a3,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:10.908083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:11.166371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:11.173260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.207081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Transition to ACTIVE for port object 9f87e82b-cf33-4137-8507-60e65810ccc4 will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:11.269181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.271517 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73ec90f3-9973-4c11-bf29-3bb6ef7cad56 HTTP/1.1" status: 204 len: 168 time: 1.1158202 Aug 21 12:27:11.275316 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8318b0bf-b4a9-4a0b-b094-44b94e29d3f6 req-fe4c200b-48e8-458c-b8ea-fde70918fc61 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.5610178 Aug 21 12:27:11.299336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.319591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f4506099-2493-433c-8612-8928195849c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:11.428666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d7a57af9-5620-4c7d-8e41-87c66a96fb3f None None] Provisioning complete for port 214e82ff-bd57-4e04-a7ab-005af90b17a3 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:11.429002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7a57af9-5620-4c7d-8e41-87c66a96fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.432994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Router 51afa978-5c57-4d22-a946-52588261a1d7 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:27:11.503611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.517724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:11.520160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Pushing event updated for resources: {'Port': ['ID=9f87e82b-cf33-4137-8507-60e65810ccc4,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:11.523828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:11.526017 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:11.526753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:11.527257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.544574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Pushing event updated for resources: {'Port': ['ID=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:11.557031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1714307f-2007-467f-b3c3-82cc4a543ed2 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:11.568534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:11.736877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:11.756771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:06Z', 'revision_number': 3, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:11.762992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4cfaf-b5d0-48c1-b46d-5df8ca423cbb None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:06Z', 'revision_number': 3, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:11.793486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 1714307f-2007-467f-b3c3-82cc4a543ed2 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:11.800040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 214e82ff-bd57-4e04-a7ab-005af90b17a3 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:11.803246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:11.860415 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00a1dd6cf8684d8ca9a4c0ebf8005a50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8231342 Aug 21 12:27:11.863825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6cfe8-1880-48d5-b850-328d41dabc50 None None] Network 0db6c827-e557-4b1d-b805-83a9934645c6 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:27:11.882279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58916) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:11.945707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064201f3-e9af-4ca4-92f6-df0d97101ba0,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:11.953604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58920) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:11.979483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:12.034700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:12.103640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.129661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.142714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.151184 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4772284 Aug 21 12:27:12.155950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58930) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:12.200435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.320487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Sync routers for ids ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:12.325138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.384747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:12.391098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Usage tracker for resource:security_group_rule and tenant:ff473fa5bc80441891d03f064db2b627 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:12.396028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:12.412684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:12.439806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.473345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a5f362c3-383b-4368-bf42-97dfd26ffc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:12.502826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064201f3-e9af-4ca4-92f6-df0d97101ba0,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:12.512362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Routers {'4727805e-9367-4e4b-9d5c-50d7ac341ae8'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:12.513068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:12.514117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:12.518473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.519914 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/064201f3-e9af-4ca4-92f6-df0d97101ba0 HTTP/1.1" status: 204 len: 168 time: 0.6333430 Aug 21 12:27:12.595695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.625986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.636907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:12.700372 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff473fa5bc80441891d03f064db2b627&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7285569 Aug 21 12:27:12.701499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59147cd8-7c63-4ba3-8e26-4ad66fcc734a,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:12.705132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 58948) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:12.713755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Provisioning for port 1714307f-2007-467f-b3c3-82cc4a543ed2 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:12.725731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:12.737886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Provisioning complete for port 1714307f-2007-467f-b3c3-82cc4a543ed2 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:12.738317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.802850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 214e82ff-bd57-4e04-a7ab-005af90b17a3 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:12.803295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.840436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.876062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.950501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:12.967708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:12.970783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:12.987523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:12.988205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:12.990288 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6fe72fb4-6e3a-40f1-bc25-ba9d442e157d req-32a7070a-b87f-4735-bc82-e343285f91e8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.4072893 Aug 21 12:27:13.001385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-71161877-2eac-4de4-b3d3-f7439874f22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:13.065889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59147cd8-7c63-4ba3-8e26-4ad66fcc734a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:13.074418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.076000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.080680 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9078481 Aug 21 12:27:13.082633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 58958) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:13.084642 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59147cd8-7c63-4ba3-8e26-4ad66fcc734a HTTP/1.1" status: 204 len: 168 time: 0.3650193 Aug 21 12:27:13.085820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:13.093838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.420326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] For port 1714307f-2007-467f-b3c3-82cc4a543ed2, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1714307f-2007-467f-b3c3-82cc4a543ed2,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:13.461248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Set router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:13.501204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:13.552669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.569024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.728983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:13.775074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:13.880638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.893011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:13.925947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:13.948415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-da345045-81eb-438e-a698-e3a95fd94e3a None None] Provisioning for port 9f87e82b-cf33-4137-8507-60e65810ccc4 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:13.986026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-da345045-81eb-438e-a698-e3a95fd94e3a None None] Provisioning complete for port 9f87e82b-cf33-4137-8507-60e65810ccc4 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:13.986362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da345045-81eb-438e-a698-e3a95fd94e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:14.105977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-da345045-81eb-438e-a698-e3a95fd94e3a None None] Port 9f87e82b-cf33-4137-8507-60e65810ccc4 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:27:14.142212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:10Z', 'revision_number': 3, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:14.151843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:14.152237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Updating router 51afa978-5c57-4d22-a946-52588261a1d7 port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:27:14.200512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:14.209190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:14.275976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Pushing event updated for resources: {'Port': ['ID=1714307f-2007-467f-b3c3-82cc4a543ed2,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:14.316460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:14.339486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:14.344889 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f4540262-d9c8-47f8-ada4-00439de51cc8 req-a925ac19-f6e4-4556-a13d-fdf5ad0c7b19 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0974259 Aug 21 12:27:14.391251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:14.412441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:14.412877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:14.499421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-974693e9-ae20-40f2-b7c7-74032f8b17d6 None None] Provisioning complete for port 1714307f-2007-467f-b3c3-82cc4a543ed2 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:14.499958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-974693e9-ae20-40f2-b7c7-74032f8b17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:14.619827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Pushing event updated for resources: {'Port': ['ID=9f87e82b-cf33-4137-8507-60e65810ccc4,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:14.632334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:14.666706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.35', 61331) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:14.701709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59000) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:14.820291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:08Z', 'revision_number': 3, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:14.838600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Checking router: 4727805e-9367-4e4b-9d5c-50d7ac341ae8 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:14.838600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Updating router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:27:14.991146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.018353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.085130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-2016d007-64b7-4968-89b2-a2a18a4c5e5a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:15.085450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.088955 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-2016d007-64b7-4968-89b2-a2a18a4c5e5a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.35 "GET /v2.0/networks?id=539007a0-e6ea-4d50-b522-b3ed7b000263 HTTP/1.1" status: 200 len: 812 time: 0.4210622 Aug 21 12:27:15.127401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Request body: {'port': {'device_id': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263', 'admin_state_up': True, 'tenant_id': '1787c3f7bec742019e6b49604067909b'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:15.144492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.151384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:15.168380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Transition to ACTIVE for port object 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:15.229494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.234743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.246716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:15.303959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Attempting to bind port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:15.304314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Attempting to bind port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:15.304709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Attempting to bind port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:15.319712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:15.320196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:15.320643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.321265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:15.321844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Bound port: 7e4c299a-1bf1-41bf-8869-5e6fa0e95680, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:15.322343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.388876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:15.408603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] For port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:15.412488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] For port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:15.441622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c56d1-3469-4da3-aa5c-6e983b410f13 None None] Pushing event updated for resources: {'Port': ['ID=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,revision_number=2']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:15.444727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef8c56d1-3469-4da3-aa5c-6e983b410f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:15.458187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.464049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:15.531007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:15.552014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Usage tracker for resource:port and tenant:1787c3f7bec742019e6b49604067909b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:15.563918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:15.592482 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:15.648725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c56d1-3469-4da3-aa5c-6e983b410f13 None None] Pushing event updated for resources: {'Port': ['ID=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:15.651474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Made reservation on behalf of 1787c3f7bec742019e6b49604067909b for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:15.658055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:15.678844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef8c56d1-3469-4da3-aa5c-6e983b410f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:15.719204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:15.720455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:15.909998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1714307f-2007-467f-b3c3-82cc4a543ed2 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:15.982912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:15.994161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Allocated IP 172.20.0.13 (539007a0-e6ea-4d50-b522-b3ed7b000263/0f9035fa-20b7-499e-8af2-fdad8a36fce8/197b76f3-2be8-4589-bd24-a1caf3d5c0d7) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:16.076022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:16.084981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-a635562f-6259-4d16-8cb4-6da74be40516 None None] Provisioning complete for port 9f87e82b-cf33-4137-8507-60e65810ccc4 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:16.090765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a635562f-6259-4d16-8cb4-6da74be40516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.160127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:9dde8ae6d0ba48efb18c77426437add9 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:16.180612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:16.230145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-a635562f-6259-4d16-8cb4-6da74be40516 None None] Port 9f87e82b-cf33-4137-8507-60e65810ccc4 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:27:16.254359 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-581a8654-e85b-433f-ac8e-9ed698b6ff9b req-095aa047-1671-4514-8bbc-ab2deec6757d tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.5529091 Aug 21 12:27:16.268173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:16.404463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:16.474620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:16.530692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 1714307f-2007-467f-b3c3-82cc4a543ed2 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:16.531159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.544552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.552319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.672533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.681494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5b6e6f88-0683-4d24-8904-3ddd93e7e48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:16.746944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.792647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:16.868584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Network 539007a0-e6ea-4d50-b522-b3ed7b000263 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:16.879034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:16.898378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:16.908074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:10Z', 'revision_number': 3, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:16.910331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:16.914425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167591d-ca3f-4a6e-b5a7-dbae0d9efcca None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:10Z', 'revision_number': 3, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:16.918090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.922973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Pushing event updated for resources: {'Port': ['ID=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:16.953589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:16.956747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:16.986266 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8648026 Aug 21 12:27:16.987258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Transition to ACTIVE for port object 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:17.001190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-4a856aa4-4065-408f-b93d-bdbbb8106fea tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:27:17.002630 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-4a856aa4-4065-408f-b93d-bdbbb8106fea tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0095580 Aug 21 12:27:17.039576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.044358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0a0f7c4b-5c36-44d0-a4ba-10495587b239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:17.052606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Router 1be2d493-fa24-4fef-b868-7c8c197869be has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:27:17.101306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb8bf9-8515-4a0d-946e-b909fb9c9d29,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:17.141594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3c8a2-975d-4f4f-8874-9d09970132a1 None None] Pushing event updated for resources: {'Port': ['ID=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:17.144942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9bb3c8a2-975d-4f4f-8874-9d09970132a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:17.171745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:17.189140 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dde8ae6d0ba48efb18c77426437add9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4765394 Aug 21 12:27:17.192565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59076) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:17.199495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Attempting to bind port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:17.203730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Attempting to bind port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:17.203730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Attempting to bind port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:17.213284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:17.213713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:17.214193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.214655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:17.215156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Bound port: 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:17.215579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.298231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.385487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.454333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] For port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:17.470028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] For port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:17.506243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.511147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:17.655794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.675388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:17.715337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb8bf9-8515-4a0d-946e-b909fb9c9d29,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:17.721356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:17.766899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:17.768123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00cb8bf9-8515-4a0d-946e-b909fb9c9d29 HTTP/1.1" status: 204 len: 168 time: 0.5737062 Aug 21 12:27:17.809766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3c8a2-975d-4f4f-8874-9d09970132a1 None None] Pushing event updated for resources: {'Port': ['ID=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:17.812747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:17.865867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e978a-f4bc-432e-b5d7-1921c1c0a760 req-bde9f241-a2fc-4f30-bb98-560d4dfd484b tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:17.876843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5f9e978a-f4bc-432e-b5d7-1921c1c0a760 req-bde9f241-a2fc-4f30-bb98-560d4dfd484b tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Synchronizing usage tracker for tenant:1787c3f7bec742019e6b49604067909b on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:17.949353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9bb3c8a2-975d-4f4f-8874-9d09970132a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:17.991363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5f9e978a-f4bc-432e-b5d7-1921c1c0a760 req-bde9f241-a2fc-4f30-bb98-560d4dfd484b tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Unset dirty status for tenant:1787c3f7bec742019e6b49604067909b on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:17.993030 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f9e978a-f4bc-432e-b5d7-1921c1c0a760 req-bde9f241-a2fc-4f30-bb98-560d4dfd484b tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 932 time: 0.4697473 Aug 21 12:27:18.200936 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f9e978a-f4bc-432e-b5d7-1921c1c0a760 req-776fdab9-888d-42ce-aceb-cba739f9a605 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989663 Aug 21 12:27:18.210640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Routers {'4727805e-9367-4e4b-9d5c-50d7ac341ae8'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:18.211642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:18.230016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Request body: {'port': {'device_id': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:18.231756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:18.567990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:18.647762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:18.648182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:18.836139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Allocated IP 172.20.0.1 (d4fe0ad1-df93-4741-a751-01d3165a69d0/ecd0e505-58be-40f4-ab56-8042c85da32a/69d61f8b-7ead-4e6c-b0dd-80a0ee468968) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:19.167412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] Set router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:19.630981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:19.700203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:19.746138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Transition to ACTIVE for port object 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:19.776871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:19.797528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:19.805646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:19.958005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:20.001088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:08Z', 'revision_number': 3, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:20.004459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:20.013777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:20.034255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b0efc-5f7b-4419-9343-558690daa3c3 None None] The sync data for ids ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'] in dv-cinder-805477-2-iscsi is: [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:08Z', 'revision_number': 3, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:20.043541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:20.044130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.206074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Pushing event updated for resources: {'Port': ['ID=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:20.231868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:20.232715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:20.243128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:20.318576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Attempting to bind port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:20.319428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Attempting to bind port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:20.325472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Attempting to bind port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 on network 539007a0-e6ea-4d50-b522-b3ed7b000263 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:20.374880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 on network 539007a0-e6ea-4d50-b522-b3ed7b000263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:27:20.375258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Attempting to bind port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 on network 539007a0-e6ea-4d50-b522-b3ed7b000263 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:20.412059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:20.412426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Checking segment: {'id': '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:20.414104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Bound using segment: {'id': '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:20.414617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Bound port: 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:20.415007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.609287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.629887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:20.664383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.668305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a08e-37a5-4d7f-816e-5c021bc8844c req-a7fbf114-f359-4e0b-8032-79bbec42af5a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:20.677940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9bb3c8a2-975d-4f4f-8874-9d09970132a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:20.679172 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f576a08e-37a5-4d7f-816e-5c021bc8844c req-a7fbf114-f359-4e0b-8032-79bbec42af5a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 944 time: 1.0208881 Aug 21 12:27:20.689012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.758914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] For port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:20.767778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f576a08e-37a5-4d7f-816e-5c021bc8844c req-4c2062d4-c7d5-4d52-bba4-251229d55743 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Synchronizing usage tracker for tenant:1787c3f7bec742019e6b49604067909b on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:20.770046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] For port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,segment=NetworkSegment(1a2380ee-fb3e-4371-9d95-faf6ad82f0d1),segment_id=1a2380ee-fb3e-4371-9d95-faf6ad82f0d1)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:20.798971 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] 10.222.0.18 "PUT /v2.0/routers/1be2d493-fa24-4fef-b868-7c8c197869be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0519776 Aug 21 12:27:20.805647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.810826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.812765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:20.836447 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f576a08e-37a5-4d7f-816e-5c021bc8844c req-4c2062d4-c7d5-4d52-bba4-251229d55743 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Unset dirty status for tenant:1787c3f7bec742019e6b49604067909b on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:20.845578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:20.852067 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f576a08e-37a5-4d7f-816e-5c021bc8844c req-4c2062d4-c7d5-4d52-bba4-251229d55743 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696436 Aug 21 12:27:20.860283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:20.877174 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:20.964491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:20.971884 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] 10.222.0.35 "PUT /v2.0/ports/197b76f3-2be8-4589-bd24-a1caf3d5c0d7 HTTP/1.1" status: 200 len: 1094 time: 3.6516044 Aug 21 12:27:20.972590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'tag': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:21.136620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Allocated IP 172.20.0.1 (0db6c827-e557-4b1d-b805-83a9934645c6/81085cd4-4662-457d-88bc-a149c44a81a1/fe8b15aa-dcd9-4551-9c3c-158464baf978) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:21.140994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.147454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3ae956f8-1f19-4000-8b1b-c2c605a104d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:21.343999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:21.363272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:21.387662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:21.421063 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:21.594054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:21.594516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.870291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:21.974803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Pushing event updated for resources: {'Port': ['ID=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:21.982990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.170s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:21.992502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:22.037540 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-e6a79462-d7de-4476-a47d-9f034894aeaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1787c3f7bec742019e6b49604067909b&device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.8899717 Aug 21 12:27:22.145160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Transition to ACTIVE for port object fe8b15aa-dcd9-4551-9c3c-158464baf978 will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:22.155480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:22.523903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:22.525975 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-cf690402-dffc-4a89-9f40-205706301ff8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7 HTTP/1.1" status: 200 len: 217 time: 0.2564304 Aug 21 12:27:22.529695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:22.729703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:12Z', 'revision_number': 2, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:22.739356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:22.739978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Updating router 1be2d493-fa24-4fef-b868-7c8c197869be port 9f87e82b-cf33-4137-8507-60e65810ccc4 binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:27:22.749261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-8bd3ec0c-bf8a-4510-aacd-b4fdb886379d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:22.751037 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-8bd3ec0c-bf8a-4510-aacd-b4fdb886379d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f9035fa-20b7-499e-8af2-fdad8a36fce8 HTTP/1.1" status: 200 len: 852 time: 0.2113714 Aug 21 12:27:22.930130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:22.952221 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-5a8d214e-43bf-4595-835c-c55852a7bafc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=539007a0-e6ea-4d50-b522-b3ed7b000263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860955 Aug 21 12:27:23.040639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:23.079314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:23.395314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Network 0db6c827-e557-4b1d-b805-83a9934645c6 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:23.407655 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-225bae2f-133a-4043-8b2e-7d3477829396 service neutron] 10.222.0.35 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313514 Aug 21 12:27:23.426327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:23.431587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8b15aa-dcd9-4551-9c3c-158464baf978,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:23.438152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:23.438152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:23.502179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:23.562101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:23.605480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6995e14-2596-4ef8-8391-e208e613eafd req-7bf15bd9-5874-4213-a9c6-3180ff276c78 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:23.614116 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a6995e14-2596-4ef8-8391-e208e613eafd req-7bf15bd9-5874-4213-a9c6-3180ff276c78 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 944 time: 0.8402600 Aug 21 12:27:23.617438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59220) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:23.622025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:23.627764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258578162', 'description': 'tempest-description--1952100035'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:23.671107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:23.697970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:23.700551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:23.727252 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:23.864759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd6c4d9d-dedf-4d4d-8bd8-1a038fefd76b req-d4fa9324-0ce1-44ed-afb0-e74e466b3533 service neutron] 10.222.0.35 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451358 Aug 21 12:27:23.919504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:24.015450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:24.022042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:24.033531 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:24.055293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:24.123990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:24.147150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Transition to ACTIVE for port object 9f87e82b-cf33-4137-8507-60e65810ccc4 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:24.176732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:24.183297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:24.337354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92fdc4-db4c-443b-b6e3-cb0a9be47f38 None None] Pushing event updated for resources: {'Port': ['ID=9f87e82b-cf33-4137-8507-60e65810ccc4,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:24.352281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d92fdc4-db4c-443b-b6e3-cb0a9be47f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:24.372944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-5a191bbb-40f9-4e1f-987e-6ea03104a006 None None] Provisioning for port fe8b15aa-dcd9-4551-9c3c-158464baf978 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:24.495167 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a6995e14-2596-4ef8-8391-e208e613eafd req-d2326bd2-fe71-41a8-9703-16619245c7b3 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8336558 Aug 21 12:27:24.505560 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'tag': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7', 'status': 'completed', 'code': 200} Aug 21 12:27:24.529229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-5a191bbb-40f9-4e1f-987e-6ea03104a006 None None] Provisioning complete for port fe8b15aa-dcd9-4551-9c3c-158464baf978 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:24.530046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5a191bbb-40f9-4e1f-987e-6ea03104a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:24.652157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:24.702001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:24.725308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:24.768638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:24.768992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:24.787462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:24.879238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:24.936235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-5a191bbb-40f9-4e1f-987e-6ea03104a006 None None] Port fe8b15aa-dcd9-4551-9c3c-158464baf978 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:27:25.003348 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-b50e0303-54a6-45a4-965a-44e545913a58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1787c3f7bec742019e6b49604067909b&device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.2684174 Aug 21 12:27:25.167442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:25.179477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:25.183909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:25.211232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Attempting to bind port 9f87e82b-cf33-4137-8507-60e65810ccc4 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:25.211997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Attempting to bind port 9f87e82b-cf33-4137-8507-60e65810ccc4 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:25.212600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Attempting to bind port 9f87e82b-cf33-4137-8507-60e65810ccc4 on network 5826bfc0-95a8-46c2-962b-80092102a8f3 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:25.245270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:25.253233 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:25.256186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:25.256931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Checking segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:25.263072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:25.263072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Bound using segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:25.263072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Bound port: 9f87e82b-cf33-4137-8507-60e65810ccc4, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:25.263072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:25.268623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:25.289207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:25.308894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:25.655894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:25.668422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:25.732474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] For port 9f87e82b-cf33-4137-8507-60e65810ccc4, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:25.740787 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] For port 9f87e82b-cf33-4137-8507-60e65810ccc4, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=9f87e82b-cf33-4137-8507-60e65810ccc4,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:25.744574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:25.775139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:25.781209 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:25.944878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:26.010397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-37425e23-cf69-4d5c-9de0-6d79eb105ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:26.051153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92fdc4-db4c-443b-b6e3-cb0a9be47f38 None None] Pushing event updated for resources: {'Port': ['ID=9f87e82b-cf33-4137-8507-60e65810ccc4,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:26.055089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d92fdc4-db4c-443b-b6e3-cb0a9be47f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:26.077002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:26.078027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:26.244055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:26.245370 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.6264009 Aug 21 12:27:26.246437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac992804-c533-4126-95a9-bdb46e427ff6,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:26.264320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59290) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:26.271737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:26.278099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:26.283756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'security_group_rule': {'security_group_id': 'ac992804-c533-4126-95a9-bdb46e427ff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:26.311650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:26.320081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:26.330512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:26.335557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:26.338655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:26.366803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:26.403633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:26.432861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d942a3-5aa9-4e25-b682-1860dce404d9 req-34ae8adc-42f6-4cba-ae94-1aaf1212803f tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:26.442546 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-93d942a3-5aa9-4e25-b682-1860dce404d9 req-34ae8adc-42f6-4cba-ae94-1aaf1212803f tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 944 time: 0.6253371 Aug 21 12:27:26.497603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:27:26.540773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59294) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:26.547280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-4f4b8f06-7784-4d6e-a8fb-0fd64603f1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:26.552756 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-4f4b8f06-7784-4d6e-a8fb-0fd64603f1d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=539007a0-e6ea-4d50-b522-b3ed7b000263 HTTP/1.1" status: 200 len: 913 time: 0.6451306 Aug 21 12:27:26.591935 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-93d942a3-5aa9-4e25-b682-1860dce404d9 req-cf7eafc7-fa83-4f63-b6cf-666b2dc219e9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479981 Aug 21 12:27:26.684574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:26.854876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8b15aa-dcd9-4551-9c3c-158464baf978,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:26.858550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:26.911579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:27.207303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:27.282158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:27.304574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0dcafdb9-56a7-49b7-9700-68c7be23a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:27.310518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:27.316083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Network 0db6c827-e557-4b1d-b805-83a9934645c6 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:27.319714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:27.323606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2c4e1de2d74d8597eb2128b9753a4b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:27.388757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:27.419158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:27.423064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:27.588939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:27.607000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:27.612992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0e0fd-41d5-4fda-a118-4f414937bb2a None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:27.655208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:27.910562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:27.911355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.156226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-94a34b15-34d4-45a2-b0b7-6c1027b0dacd None None] Provisioning complete for port fe8b15aa-dcd9-4551-9c3c-158464baf978 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:28.156636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-94a34b15-34d4-45a2-b0b7-6c1027b0dacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.208411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f40b39-7ebe-4ee6-8c6d-591edeefdecc,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:28.212557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:28.212831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.214802 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9452622 Aug 21 12:27:28.218080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59318) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:28.225696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'security_group_rule': {'security_group_id': 'ac992804-c533-4126-95a9-bdb46e427ff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:28.237181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-94a34b15-34d4-45a2-b0b7-6c1027b0dacd None None] Port fe8b15aa-dcd9-4551-9c3c-158464baf978 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:27:28.257463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:28.265312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:28.270538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:28.278027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:28.340277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.431835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.477021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.479501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:28.488352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:28.499693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Sync routers for ids ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:28.513013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58bcd93-cfde-49ed-ada9-dfde3aa5c042,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:28.519121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:28.523337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Routers {'4727805e-9367-4e4b-9d5c-50d7ac341ae8'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:28.524285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:28.546274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.550696 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3280716 Aug 21 12:27:28.550989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59324) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:28.558247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:28.579986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:28.590874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ff92-ed84-491e-939d-d6b32c937d79 req-b42f5567-6b6d-4cbd-a9bf-5d489363d03e tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:28.593193 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbf4ff92-ed84-491e-939d-d6b32c937d79 req-b42f5567-6b6d-4cbd-a9bf-5d489363d03e tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 944 time: 0.5215311 Aug 21 12:27:28.596572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:floatingip and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:28.600051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:28.609732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.621309 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] 10.222.0.18 "PUT /v2.0/routers/4727805e-9367-4e4b-9d5c-50d7ac341ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4622138 Aug 21 12:27:28.621829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:28.662785 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.684666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.707200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:28.736329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.860521 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd2c4e1de2d74d8597eb2128b9753a4b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3137484 Aug 21 12:27:28.861327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59338) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:28.871652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:28.874040 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbf4ff92-ed84-491e-939d-d6b32c937d79 req-ecc08222-38be-416b-80ea-bf653f34aeeb tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717545 Aug 21 12:27:28.924954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc8691-0e80-45ae-bb46-f979a66bd901,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:28.932083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:29.029695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Router 51afa978-5c57-4d22-a946-52588261a1d7 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:27:29.222918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:29.235973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Set router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:29.257197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:29.474498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:27:29.488804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:27:29.497903 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] 10.222.0.18 "PUT /v2.0/routers/51afa978-5c57-4d22-a946-52588261a1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4104869 Aug 21 12:27:29.514289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:29.515772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:29.631165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:29.761656 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-362d4642-39c1-4775-82f5-82a7d137a1dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7 HTTP/1.1" status: 200 len: 217 time: 0.4391932 Aug 21 12:27:29.769325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:29.976957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2d8f0ad6-8864-436d-beac-e504e818e0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:30.078058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:30.187892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-c40971f9-021c-4210-9832-e1d482192861 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:30.189509 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-c40971f9-021c-4210-9832-e1d482192861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f9035fa-20b7-499e-8af2-fdad8a36fce8 HTTP/1.1" status: 200 len: 852 time: 0.4063253 Aug 21 12:27:30.327688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9f87e82b-cf33-4137-8507-60e65810ccc4 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:30.407490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041368cb-be2c-40c9-baa1-d712f8c858b3 req-1c1e3536-1e07-4871-972d-357fbac67139 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:30.411264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:21Z', 'revision_number': 4, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '69d61f8b-7ead-4e6c-b0dd-80a0ee468968', 'name': '', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'mac_address': 'fa:16:3e:e1:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:18Z', 'updated_at': '2021-08-21T12:27:22Z', 'revision_number': 2, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'subnets': [{'id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:30.424594 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-041368cb-be2c-40c9-baa1-d712f8c858b3 req-1c1e3536-1e07-4871-972d-357fbac67139 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 944 time: 0.2304492 Aug 21 12:27:30.426572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Checking router: 4727805e-9367-4e4b-9d5c-50d7ac341ae8 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:30.428826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Updating router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:27:30.575022 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-041368cb-be2c-40c9-baa1-d712f8c858b3 req-92d103ad-944d-4556-b902-82028b8278a8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278219 Aug 21 12:27:30.618984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-829a9301-2988-496d-a597-9e0119c8ac4e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:30.619872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-829a9301-2988-496d-a597-9e0119c8ac4e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Synchronizing usage tracker for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:network {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:30.625639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc8691-0e80-45ae-bb46-f979a66bd901,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:30.628439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:30.633189 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0fc8691-0e80-45ae-bb46-f979a66bd901 HTTP/1.1" status: 204 len: 168 time: 1.7636545 Aug 21 12:27:30.696273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:30.696418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:30.723918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:30.724464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-40073097-ad54-4281-bddf-f5d308291909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:30.726683 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-f8c28cb2-d389-4631-a880-af81b10e3a88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=539007a0-e6ea-4d50-b522-b3ed7b000263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4666784 Aug 21 12:27:30.732327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-829a9301-2988-496d-a597-9e0119c8ac4e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Unset dirty status for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:network {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:30.734714 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-829a9301-2988-496d-a597-9e0119c8ac4e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 818 time: 0.8055747 Aug 21 12:27:30.789757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 2, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:30.803027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:27:30.803464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Updating router 51afa978-5c57-4d22-a946-52588261a1d7 port fe8b15aa-dcd9-4551-9c3c-158464baf978 binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:27:30.864168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 9f87e82b-cf33-4137-8507-60e65810ccc4 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:30.877222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 9f87e82b-cf33-4137-8507-60e65810ccc4 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:30.878003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.025285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.145617 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-49eded21-21c0-4ecd-8a6c-17d72eb91ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864434 Aug 21 12:27:31.247350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.369300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.402051 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-f7c7d1ab-ea63-410c-af61-8e585750125d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/quotas/2306c82a20c54b8cb45c754e26de3439 HTTP/1.1" status: 200 len: 375 time: 0.6600168 Aug 21 12:27:31.419460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.430087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Allocated IP 172.27.2.104 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/efb3045e-6d5d-4458-b680-10f78799e916) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:31.495960 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8ee235e-b56f-4ec8-b134-7a6405da431d req-740efaf3-615c-4a9d-9ae5-ae93c23e82da service neutron] 10.222.0.35 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420935 Aug 21 12:27:31.500581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Transition to ACTIVE for port object 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:31.587378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.625065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-73e04898-e38e-458a-ac7a-abe5d7344890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:31.670213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59422) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:31.702302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59426) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:31.733041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.763880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.770667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981041135', 'description': 'tempest-description--2084916633'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:31.777119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Transition to ACTIVE for port object fe8b15aa-dcd9-4551-9c3c-158464baf978 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:31.782192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:31.799524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:31.810248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.813751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:31.820165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:31.829772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 9f87e82b-cf33-4137-8507-60e65810ccc4, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=9f87e82b-cf33-4137-8507-60e65810ccc4,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:31.832411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9bb3c8a2-975d-4f4f-8874-9d09970132a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:31.894654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.935228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Attempting to bind port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:31.935228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Attempting to bind port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:31.935228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Attempting to bind port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 on network d4fe0ad1-df93-4741-a751-01d3165a69d0 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:31.966128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:31.970559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Checking segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:31.971023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:31.972460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Bound using segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:31.973004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Bound port: 69d61f8b-7ead-4e6c-b0dd-80a0ee468968, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:31.973432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.033237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acb9b8-94f8-4768-a0eb-42336d5c0782 None None] Pushing event updated for resources: {'Port': ['ID=fe8b15aa-dcd9-4551-9c3c-158464baf978,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.035942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.038261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1acb9b8-94f8-4768-a0eb-42336d5c0782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.039594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:32.196744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:32.202760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3b821e9d0cc94c58a15843c2709a5fa3 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:32.206800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:32.210176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.218025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:32.247412 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-8d449c8e-b031-4ea0-a247-1f2241ea1380 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8442585 Aug 21 12:27:32.249318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] For port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:32.254296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] For port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:32.263831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264afb-f0a9-4fad-8b45-62baf37a9c57 None None] Pushing event updated for resources: {'Port': ['ID=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.281266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5264afb-f0a9-4fad-8b45-62baf37a9c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.284419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.290121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef8c56d1-3469-4da3-aa5c-6e983b410f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:32.305442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.344767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:32.349663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:32.356791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:32.368971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:32.451394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.452318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264afb-f0a9-4fad-8b45-62baf37a9c57 None None] Pushing event updated for resources: {'Port': ['ID=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,revision_number=4']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.464389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.475254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Attempting to bind port fe8b15aa-dcd9-4551-9c3c-158464baf978 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:32.475749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Attempting to bind port fe8b15aa-dcd9-4551-9c3c-158464baf978 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:32.479323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Attempting to bind port fe8b15aa-dcd9-4551-9c3c-158464baf978 on network 0db6c827-e557-4b1d-b805-83a9934645c6 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:32.488922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5264afb-f0a9-4fad-8b45-62baf37a9c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.492391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Routers {'4727805e-9367-4e4b-9d5c-50d7ac341ae8'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:32.493290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:32.493903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=9f87e82b-cf33-4137-8507-60e65810ccc4,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.499168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.507927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:32.508364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Checking segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:32.508823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.509345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Bound using segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:32.509758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Bound port: fe8b15aa-dcd9-4551-9c3c-158464baf978, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:32.510497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.511016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-48c43fde-9d09-4ffe-8eff-8d8e99b7bc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:32.520892 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b821e9d0cc94c58a15843c2709a5fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8489370 Aug 21 12:27:32.522296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.528749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59446) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:32.569626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408ac57-22d2-41aa-ae27-04e8f40fd2db req-56510d78-afda-4879-aa9c-aaa5f7cf2977 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:32.577381 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6408ac57-22d2-41aa-ae27-04e8f40fd2db req-56510d78-afda-4879-aa9c-aaa5f7cf2977 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 944 time: 0.7094605 Aug 21 12:27:32.609093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] For port fe8b15aa-dcd9-4551-9c3c-158464baf978, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:32.612905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] For port fe8b15aa-dcd9-4551-9c3c-158464baf978, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=fe8b15aa-dcd9-4551-9c3c-158464baf978,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:32.641555 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-65849736-e218-45e3-9876-8d65b7181e6a service neutron] 10.222.0.18 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853517 Aug 21 12:27:32.643336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.658758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7eccbe9-2628-4206-ae75-7dd9dc29e19c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:32.662839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.670468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:32.757402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:32.773845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:27:32.774586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:27:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:32.789441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'Port': ['ID=efb3045e-6d5d-4458-b680-10f78799e916,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.804149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:32.825449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.829851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.858247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.858822 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1429160 Aug 21 12:27:32.859759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59456) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:32.866831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:32.879539 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6408ac57-22d2-41aa-ae27-04e8f40fd2db req-d9f32b88-385c-4e39-8f7e-b87c1e835a02 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009965 Aug 21 12:27:32.884811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] Set router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:32.909358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'security_group_rule': {'security_group_id': '69e4c9f0-2f7f-4f3f-9865-d41de3f25606', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:32.918411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:32.923237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:32.926334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0706a3f-ea4a-467d-b6d7-e49ffe4e76fe,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.931095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.932239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ac0ae828-91d5-4621-a8c5-873d7c317bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:32.967537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4c9f0-2f7f-4f3f-9865-d41de3f25606,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.970994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.982242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:32.988047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acb9b8-94f8-4768-a0eb-42336d5c0782 None None] Pushing event updated for resources: {'Port': ['ID=fe8b15aa-dcd9-4551-9c3c-158464baf978,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:32.993927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1acb9b8-94f8-4768-a0eb-42336d5c0782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:32.994940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:33.064035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.064222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:27:33.091319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:33.247666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.288410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.300607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:33.324119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.340097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.352762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a222e5e4-315e-4597-ac71-2784b073870b,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:33.354402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0d7ecd38-6f2b-453a-98d6-63275e1afa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:33.385526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:33.410978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0706a3f-ea4a-467d-b6d7-e49ffe4e76fe,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:33.425751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.432369 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5508935 Aug 21 12:27:33.433606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59470) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:33.446451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.450459 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0706a3f-ea4a-467d-b6d7-e49ffe4e76fe HTTP/1.1" status: 204 len: 168 time: 0.9188919 Aug 21 12:27:33.452692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:33.462479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'security_group_rule': {'security_group_id': '69e4c9f0-2f7f-4f3f-9865-d41de3f25606', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:33.468445 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-1304b4c7-4ae9-4be4-b448-c5aca8cba89d service neutron] 10.222.0.18 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113120 Aug 21 12:27:33.477119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.482200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:33.493253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:33.511838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:33.537575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:33.584095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:27:33.602427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.646902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:21Z', 'revision_number': 4, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '69d61f8b-7ead-4e6c-b0dd-80a0ee468968', 'name': '', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'mac_address': 'fa:16:3e:e1:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:18Z', 'updated_at': '2021-08-21T12:27:32Z', 'revision_number': 4, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'subnets': [{'id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:33.656577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b284-67cc-4985-baf2-a6f234ff7cae None None] The sync data for ids ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'] in dv-cinder-805477-2-iscsi is: [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:21Z', 'revision_number': 4, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '69d61f8b-7ead-4e6c-b0dd-80a0ee468968', 'name': '', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'mac_address': 'fa:16:3e:e1:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:18Z', 'updated_at': '2021-08-21T12:27:32Z', 'revision_number': 4, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'subnets': [{'id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:33.773477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:32Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:27:33.777976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.783213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2a210-8fc4-4e69-b8d9-989a84a4aaa4 None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:32Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:27:33.810070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:33.812769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d9413b6c-103b-4472-b8f8-acd4f2e2f230 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:33.881980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465d6b0c-baa8-4cb5-b7e4-d337a14f31e8,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:33.904483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:33.956357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,segment=NetworkSegment(1a2380ee-fb3e-4371-9d95-faf6ad82f0d1),segment_id=1a2380ee-fb3e-4371-9d95-faf6ad82f0d1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:34.003887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:34.005187 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5703466 Aug 21 12:27:34.013315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59498) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:34.043781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7', 'network_id': '539007a0-e6ea-4d50-b522-b3ed7b000263', 'port_id': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7', 'mac_address': 'fa:16:3e:54:d0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9035fa-20b7-499e-8af2-fdad8a36fce8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:27:34.047525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f0f6bdbe-4980-4393-830c-0de58f2c30f9 req-c64aa031-c7ff-4c24-8015-b93cfffa57c0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Synchronizing usage tracker for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:34.066329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:34.135685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f0f6bdbe-4980-4393-830c-0de58f2c30f9 req-c64aa031-c7ff-4c24-8015-b93cfffa57c0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Unset dirty status for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:34.137209 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f0f6bdbe-4980-4393-830c-0de58f2c30f9 req-c64aa031-c7ff-4c24-8015-b93cfffa57c0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 210 time: 0.2137489 Aug 21 12:27:34.187152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:34.213064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:floatingip and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:34.218144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:34.249901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:34.338102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:34.380340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:34.431855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,segment=NetworkSegment(1a2380ee-fb3e-4371-9d95-faf6ad82f0d1),segment_id=1a2380ee-fb3e-4371-9d95-faf6ad82f0d1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:34.459754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:34.464708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:34.514928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:34.593672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:34.642382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:34.643386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9f87e82b-cf33-4137-8507-60e65810ccc4 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:34.760936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 9f87e82b-cf33-4137-8507-60e65810ccc4 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:34.761427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:34.838903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:34.899749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['197b76f3-2be8-4589-bd24-a1caf3d5c0d7'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:27:34.939060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:35.001308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a941429e-182c-489f-84ff-2edb65db35a9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:35.199549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'Port': ['ID=efb3045e-6d5d-4458-b680-10f78799e916,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:35.225831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:35.258875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:35.282596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8e725-33d8-40fb-bfec-30fd4dfba1a9 req-291541f8-9be7-4968-94cc-ec7503175234 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:35.303857 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f7b8e725-33d8-40fb-bfec-30fd4dfba1a9 req-291541f8-9be7-4968-94cc-ec7503175234 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 945 time: 0.9547396 Aug 21 12:27:35.384057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:35.390754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0663d3bf-d77c-4d15-8f7c-c59a5542bcc7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:35.407858 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0663d3bf-d77c-4d15-8f7c-c59a5542bcc7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 818 time: 0.4786811 Aug 21 12:27:35.431832 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-b16a105a-ca26-4cc1-87e4-3141d39bee8e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/quotas/2306c82a20c54b8cb45c754e26de3439 HTTP/1.1" status: 200 len: 375 time: 0.0251539 Aug 21 12:27:35.450743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:35.508115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:35.516614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:35.516614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:35.520617 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f7b8e725-33d8-40fb-bfec-30fd4dfba1a9 req-0428fe11-d3af-4584-8827-17f2d3462e35 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156167 Aug 21 12:27:35.587138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:35.596842 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0364807 Aug 21 12:27:35.597032 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-a4550d44-0e08-4493-ba65-d91237541ab0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1625063 Aug 21 12:27:35.720637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Allocated IP 172.27.2.116 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/08cd8fb8-0902-448a-9457-3fabd1b19613) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:35.868667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:35.941339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:36.011543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59576) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:36.013337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.015319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:36.025275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.113708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.118528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:36.223161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:36.234367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device fe8b15aa-dcd9-4551-9c3c-158464baf978 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:36.281228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:36.376518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c2f983c9-1230-435b-8e99-252eee7b805f req-b1eae0fb-583d-499e-9d2e-0c4fa44b5ce5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:36.382350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:36.391721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:36.400728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:36.408435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port fe8b15aa-dcd9-4551-9c3c-158464baf978 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:36.413870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'Port': ['ID=08cd8fb8-0902-448a-9457-3fabd1b19613,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:36.418610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:36.434535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port fe8b15aa-dcd9-4551-9c3c-158464baf978 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:36.436841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.445328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.491562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-5bb48ba0-2a8b-4308-9971-30dd871d8718 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:27:36.500681 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-5bb48ba0-2a8b-4308-9971-30dd871d8718 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2107110 Aug 21 12:27:36.633332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:36.642568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7a1b77d6b64316b6ad6d4adc10a17c is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:36.665438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:36.666823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.668643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c2f983c9-1230-435b-8e99-252eee7b805f req-b1eae0fb-583d-499e-9d2e-0c4fa44b5ce5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:36.670010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-b1eae0fb-583d-499e-9d2e-0c4fa44b5ce5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--258578162&fields=id&tenant_id=8a85bc1c655148b88b864390d8aa1fe7 HTTP/1.1" status: 200 len: 267 time: 0.4540768 Aug 21 12:27:36.713485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:36.714350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.773484 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-925b4938-e4b1-4e7e-851e-3f519c68923c service neutron] 10.222.0.18 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715600 Aug 21 12:27:36.789574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port fe8b15aa-dcd9-4551-9c3c-158464baf978, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=fe8b15aa-dcd9-4551-9c3c-158464baf978,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:36.848178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:36.850239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3b60536-f348-4cd9-9562-3e7233cd1c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:37.014489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=fe8b15aa-dcd9-4551-9c3c-158464baf978,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:37.022131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:37.024681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.050386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-968b9b8c-70ea-411c-b56e-a7a1afcad544 service neutron] 10.222.0.18 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758086 Aug 21 12:27:37.129825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983c9-1230-435b-8e99-252eee7b805f req-cc1bae00-ec75-4d4f-a2ac-aa812bf968b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:37.130617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c2f983c9-1230-435b-8e99-252eee7b805f req-cc1bae00-ec75-4d4f-a2ac-aa812bf968b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:network {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:37.207367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.224705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c2f983c9-1230-435b-8e99-252eee7b805f req-cc1bae00-ec75-4d4f-a2ac-aa812bf968b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:network {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:37.227887 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-cc1bae00-ec75-4d4f-a2ac-aa812bf968b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 811 time: 0.5465224 Aug 21 12:27:37.265704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.273336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c51ee3ef-877b-4b86-a2e6-3836c3023d46 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:37.315392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb05bc-749e-4d6d-98e5-ecbe8ce28247,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:37.336002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:37.340718 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-403054fd-d39b-40f6-a384-af91bf9fb051 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/quotas/8a85bc1c655148b88b864390d8aa1fe7 HTTP/1.1" status: 200 len: 375 time: 0.1067424 Aug 21 12:27:37.405272 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb7a1b77d6b64316b6ad6d4adc10a17c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3917172 Aug 21 12:27:37.417586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.419126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59628) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:37.473387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.492544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:37.504918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:37.633439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:37.639353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:37.639830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.735334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f8261-53e7-4d7e-933b-42b2caacbbd8 req-213bf1c4-141f-427f-9e6d-e9ee5cd06078 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:37.736904 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2a3f8261-53e7-4d7e-933b-42b2caacbbd8 req-213bf1c4-141f-427f-9e6d-e9ee5cd06078 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 945 time: 0.1853302 Aug 21 12:27:37.809533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.821853 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2a3f8261-53e7-4d7e-933b-42b2caacbbd8 req-9b6c9fd3-1f57-45c4-b9c2-1e182b50bd6c tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Aug 21 12:27:37.893574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:37.967371 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c3ae6b6-6935-47c4-b44a-74774af00ab8 req-ed9cd42d-3222-4155-b1dc-1343bb705793 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 210 time: 0.0713651 Aug 21 12:27:38.017334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:38.099718 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-b984498e-c52f-4a60-89ab-ed3182c30c07 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7580249 Aug 21 12:27:38.115993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.144212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-df9fc213-5d96-49a3-ae6d-ade7aa3d3091 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:38.145910 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-df9fc213-5d96-49a3-ae6d-ade7aa3d3091 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 818 time: 0.2816217 Aug 21 12:27:38.185142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,segment=NetworkSegment(1a2380ee-fb3e-4371-9d95-faf6ad82f0d1),segment_id=1a2380ee-fb3e-4371-9d95-faf6ad82f0d1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:38.198312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'Port': ['ID=08cd8fb8-0902-448a-9457-3fabd1b19613,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:38.210767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Request body: {'port': {'device_id': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'admin_state_up': True, 'tenant_id': '2306c82a20c54b8cb45c754e26de3439'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:38.214043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.216019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-614888da-c330-4ec5-8f4f-d39b046417a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:38.260456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.300751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:38.363880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:38.440734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:38.468538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:38.481910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:38.482615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.530553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.532000 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5170453 Aug 21 12:27:38.647962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-4cf20f07-d034-4148-9ae0-1ddaee6a4a91 service neutron] 10.222.0.18 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008955 Aug 21 12:27:38.658417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:38.684106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device fe8b15aa-dcd9-4551-9c3c-158464baf978 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:38.741658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.766111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0c1b74a4-d007-430d-85f6-c488d2cd9a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:38.777427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:38.798789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb05bc-749e-4d6d-98e5-ecbe8ce28247,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:38.801972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:38.825966 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.825966 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2fb05bc-749e-4d6d-98e5-ecbe8ce28247 HTTP/1.1" status: 204 len: 168 time: 1.3997836 Aug 21 12:27:38.848789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Made reservation on behalf of 2306c82a20c54b8cb45c754e26de3439 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:38.854458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.868180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port fe8b15aa-dcd9-4551-9c3c-158464baf978 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:38.868751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:38.881095 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-a42f60d0-1b76-4e54-a8ab-f36fdfc9abba service neutron] 10.222.0.18 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217753 Aug 21 12:27:39.110518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Allocated IP 172.20.0.13 (d4fe0ad1-df93-4741-a751-01d3165a69d0/ecd0e505-58be-40f4-ab56-8042c85da32a/6502cfeb-f1ee-4b32-80f9-bbc61c243c33) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:39.288768 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7', 'code': 200} Aug 21 12:27:39.548808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:39.548808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-5d508ad6-a3aa-4f1b-88f6-eb21396fc3d2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:39.549944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a366b-3ba6-4387-b490-04071f1871bf req-b41e5bc8-7ce1-4199-bfb6-f6dc3851d52d tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:39.549944 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee5a366b-3ba6-4387-b490-04071f1871bf req-b41e5bc8-7ce1-4199-bfb6-f6dc3851d52d tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1073780 Aug 21 12:27:39.578944 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee5a366b-3ba6-4387-b490-04071f1871bf req-223fb7c1-d668-4234-83e3-d4f64d108161 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Aug 21 12:27:39.640501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-5d508ad6-a3aa-4f1b-88f6-eb21396fc3d2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:39.641829 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-5d508ad6-a3aa-4f1b-88f6-eb21396fc3d2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--981041135&fields=id&tenant_id=d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 267 time: 0.1784084 Aug 21 12:27:39.642882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:39.655329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:39.822712 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee7d4cd1-2a26-440e-8b5e-7c0b18553752 req-e58f5ea0-9ecd-43aa-b8ab-e5edf058a40e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 210 time: 0.0730860 Aug 21 12:27:39.914441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:39.920919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:39.925550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Pushing event updated for resources: {'Port': ['ID=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:39.937855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:39.942123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:39.942799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:39.960273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:40.065504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10fd20ad-9041-4825-8696-b9121c8ab78d req-8ffc6e38-5306-461d-871d-13b6cf0cd344 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:40.069213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-7a84e3c4-9278-431a-93d4-bd35470ffee6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:40.070530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-7a84e3c4-9278-431a-93d4-bd35470ffee6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:network {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:40.072236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.35', 61370) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:40.086800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.35', 61371) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:40.090424 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8839989 Aug 21 12:27:40.122183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Request body: {'port': {'device_id': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:40.176108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10fd20ad-9041-4825-8696-b9121c8ab78d req-8ffc6e38-5306-461d-871d-13b6cf0cd344 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:40.177412 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10fd20ad-9041-4825-8696-b9121c8ab78d req-8ffc6e38-5306-461d-871d-13b6cf0cd344 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.2334685 Aug 21 12:27:40.201364 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-69ee1dc8-a920-4a95-9ba6-d3e5e8669548 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 1099 time: 0.1277399 Aug 21 12:27:40.226116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.246909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59734) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:40.260088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-7a84e3c4-9278-431a-93d4-bd35470ffee6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:network {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:40.261493 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-7a84e3c4-9278-431a-93d4-bd35470ffee6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 817 time: 0.6086791 Aug 21 12:27:40.286712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.342295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:40.347397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Usage tracker for resource:security_group_rule and tenant:344839d838b6439a85fb04b24083ffbf is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:40.353592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:40.360418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:40.365905 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-168afc2a-55d1-4334-b841-abac62ba3bbe tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/quotas/d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 375 time: 0.0522084 Aug 21 12:27:40.406796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:40.427971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:72b05ce647d84b668bef6d3619ecaf94 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:40.431609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:40.447749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:40.466318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-c173c471-caee-408d-98ee-5d7234e95543 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:40.468201 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-c173c471-caee-408d-98ee-5d7234e95543 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 818 time: 0.3802490 Aug 21 12:27:40.469898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.470023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.494214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Request body: {'port': {'device_id': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'admin_state_up': True, 'tenant_id': '2306c82a20c54b8cb45c754e26de3439'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:40.518720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.575380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:40.626834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=108facd4-e1bd-450c-bb61-8b96f4da446e,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:40.640679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:40.648864 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3a199c49-acb4-4b95-aded-dab2c8d6407f req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401627 Aug 21 12:27:40.673327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.715626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:40.719297 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-ca666ccb-7960-42fe-ba84-fc467c7a84b7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3419995 Aug 21 12:27:40.731404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:40.735540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Usage tracker for resource:port and tenant:2306c82a20c54b8cb45c754e26de3439 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:40.739723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:40.739875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:40.758135 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72b05ce647d84b668bef6d3619ecaf94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5047939 Aug 21 12:27:40.767130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59742) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:40.822933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:40.830106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c4368-3ab0-4e2b-9af4-f42c775ee9d8,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:40.836108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:40.872376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf417a-0639-4f46-964b-de8610e99ff7 req-be7be504-8b1f-40b9-aab2-a295ce45554a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:40.874579 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3cdf417a-0639-4f46-964b-de8610e99ff7 req-be7be504-8b1f-40b9-aab2-a295ce45554a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1152961 Aug 21 12:27:40.959012 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3cdf417a-0639-4f46-964b-de8610e99ff7 req-c5a0cfee-4df5-4f94-93e0-7c2abec3ce33 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764558 Aug 21 12:27:41.239614 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-97edc1c7-97f6-41d2-8444-bb36cc461a60 req-77a4de2e-a107-4afd-bf4e-6075d28cee52 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 210 time: 0.0530126 Aug 21 12:27:41.302666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Made reservation on behalf of 2306c82a20c54b8cb45c754e26de3439 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:41.308262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:41.423456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:41.426488 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-767dd297-a4c8-4d7e-9d9e-40576c11d6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879485 Aug 21 12:27:41.427034 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-13fa60ba-97f7-4f9f-b24e-d87f3ee895d1 req-7a634ce7-9e3b-4560-b9cf-a114d738b914 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0541370 Aug 21 12:27:41.548913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59766) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:41.608076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:41.712729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:41.760066 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-d82dd83f-9d1d-4e1d-8972-e4c440873565 service neutron] 10.222.0.18 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126466 Aug 21 12:27:41.773269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:41.796778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:41.870767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:41.875253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e72797335aa34362a7e7572ca9e8fd28 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:41.878363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:41.884523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:41.908538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Transition to ACTIVE for port object 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:41.952985 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:41.961108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:42.089866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-986d4145-c9b1-4a56-876c-71d77b562068 req-8b9e3e55-b654-49eb-9d01-4225a59fa47c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:42.129974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-986d4145-c9b1-4a56-876c-71d77b562068 req-8b9e3e55-b654-49eb-9d01-4225a59fa47c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:42.136386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-986d4145-c9b1-4a56-876c-71d77b562068 req-8b9e3e55-b654-49eb-9d01-4225a59fa47c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.1143725 Aug 21 12:27:42.177132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:27:42.221586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Allocated IP 172.20.0.5 (d4fe0ad1-df93-4741-a751-01d3165a69d0/ecd0e505-58be-40f4-ab56-8042c85da32a/00c9bcbf-a304-4863-9335-34c6e43b632f) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:42.224427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.234866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.270717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.277342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Pushing event updated for resources: {'Port': ['ID=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:42.292887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:42.296242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:42.299892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0b555c95-e7d0-4717-afbe-aa7e5e93c9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:42.315443 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e72797335aa34362a7e7572ca9e8fd28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7626903 Aug 21 12:27:42.316757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59790) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:42.324203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c4368-3ab0-4e2b-9af4-f42c775ee9d8,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:42.346597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:42.376544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b014aa52-fb69-4f8f-8456-205e4eee5851,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:42.382441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:42.432404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.436696 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf3c4368-3ab0-4e2b-9af4-f42c775ee9d8 HTTP/1.1" status: 204 len: 168 time: 1.6632543 Aug 21 12:27:42.459429 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-284fa746-1b4b-47f1-9b6b-2adbbb0ebf54 req-e37ab5d2-598a-4fec-af32-bda65a67e14e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 210 time: 0.0645115 Aug 21 12:27:42.471067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.497189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.537256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Attempting to bind port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:42.539475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Attempting to bind port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:42.539475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Attempting to bind port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 on network d4fe0ad1-df93-4741-a751-01d3165a69d0 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:42.560583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63eae4-6cf1-4f4d-9697-98d33f5c3ada req-5a596eab-0351-444c-a1c7-73dddb5cf2ac tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:42.562188 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ed63eae4-6cf1-4f4d-9697-98d33f5c3ada req-5a596eab-0351-444c-a1c7-73dddb5cf2ac tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.3423228 Aug 21 12:27:42.568478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 on network d4fe0ad1-df93-4741-a751-01d3165a69d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:27:42.568798 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Attempting to bind port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 on network d4fe0ad1-df93-4741-a751-01d3165a69d0 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:42.586996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.595167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e900b018-e8e7-47cc-b2fb-6f561290a2f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:42.609560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014aa52-fb69-4f8f-8456-205e4eee5851,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:42.615923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:42.617717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:42.617969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Checking segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:42.618371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Bound using segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:42.618858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Bound port: 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:42.619236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.644561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.645657 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b014aa52-fb69-4f8f-8456-205e4eee5851 HTTP/1.1" status: 204 len: 168 time: 0.3285692 Aug 21 12:27:42.719004 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4cf7566a-f537-4ce3-9852-db4bfc562378 req-79343bd7-b742-484f-ba59-fb99ce3bfcfb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0532398 Aug 21 12:27:42.731621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ed63eae4-6cf1-4f4d-9697-98d33f5c3ada req-a3a7dd52-262b-4d47-a2a4-18eaa928b623 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595807 Aug 21 12:27:42.751603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.805913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] For port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:42.812786 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] For port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:42.844859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.850919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:42.888907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.929497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.931023 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] 10.222.0.35 "PUT /v2.0/ports/6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 1094 time: 2.8174288 Aug 21 12:27:42.934177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'tag': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:42.952422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Network d4fe0ad1-df93-4741-a751-01d3165a69d0 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:42.955248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:42.958282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:42.970249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:42.970249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:42.984121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Pushing event updated for resources: {'Port': ['ID=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:42.997538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:43.001075 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:43.071438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'tag': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33', 'status': 'completed', 'code': 200} Aug 21 12:27:43.090303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Pushing event updated for resources: {'Port': ['ID=00c9bcbf-a304-4863-9335-34c6e43b632f,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:43.094170 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6047175 Aug 21 12:27:43.094943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:43.283695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59822) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:43.305508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.342483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:43.345422 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b188bc51-9c8f-469d-bb05-83450d5e6706 req-acd12534-9293-49e9-8229-20ce4d820cdd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0663571 Aug 21 12:27:43.346847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Usage tracker for resource:security_group_rule and tenant:3d82ca70af924b0e90359658e30ee3ff is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:43.350594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:43.358027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:43.427982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.472618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.481218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:43.526043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b8d53-59f1-4c90-8763-6d2f51236500,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:43.530286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:43.533307 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d82ca70af924b0e90359658e30ee3ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2482231 Aug 21 12:27:43.536292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 59832) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:43.614390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.643442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.685292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786689-24ea-45aa-9c17-fd10b19b80aa req-b20b6eeb-c496-45e3-a15f-f6d100714d9d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:43.686961 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e786689-24ea-45aa-9c17-fd10b19b80aa req-b20b6eeb-c496-45e3-a15f-f6d100714d9d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 931 time: 0.0928962 Aug 21 12:27:43.740990 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e786689-24ea-45aa-9c17-fd10b19b80aa req-63aa0c9e-d389-45e9-9f62-f88b235efaf0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478163 Aug 21 12:27:43.775533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.784833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d4408c45-0a18-4b71-baf4-89467ec6296b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:43.801976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Request body: {'port': {'device_id': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:43.838838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b8d53-59f1-4c90-8763-6d2f51236500,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:43.843447 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:43.847608 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/537b8d53-59f1-4c90-8763-6d2f51236500 HTTP/1.1" status: 204 len: 168 time: 0.3102260 Aug 21 12:27:43.852162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:44.037180 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b59f8d7a-dea4-4f6b-a5f2-fa1272c24c3f req-ac688e2a-7e1e-49f8-aac6-dc2b413f13d9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.1210387 Aug 21 12:27:44.087039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d09c3c-10de-470f-882b-699503524eb1 req-f3e661ef-55c5-4357-bd19-c0cf65d32fc9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:44.088657 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f7d09c3c-10de-470f-882b-699503524eb1 req-f3e661ef-55c5-4357-bd19-c0cf65d32fc9 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1586995 Aug 21 12:27:44.095134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:44.152656 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f7d09c3c-10de-470f-882b-699503524eb1 req-e0209635-a417-459c-b786-715128ad7cdd tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553882 Aug 21 12:27:44.207121 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c300bfef-1364-4490-b580-93cc2e8c2e1d req-eb09bf77-57e2-48af-a2a8-929067463fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1097 time: 0.3579965 Aug 21 12:27:44.589191 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d07390ed-a29f-4c8e-b4e2-e8907d6aa126 req-93b54171-f5c1-4f76-a38c-8fe35fa254b8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0529490 Aug 21 12:27:44.593836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c9bcbf-a304-4863-9335-34c6e43b632f {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:44.600850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:44.618619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Transition to ACTIVE for port object 00c9bcbf-a304-4863-9335-34c6e43b632f will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:44.693627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:44.698687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:44.723225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59868) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:44.743756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:44.799337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:44.808214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Usage tracker for resource:security_group_rule and tenant:e3771c03176a424882f1b59df0034bcf is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:44.815936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:44.836341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:44.985183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.023342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29f14-cb01-4d32-a465-ed43447d89f3 req-6c00d3d4-47c9-4c2c-b8f4-36707b8b4ad6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:45.025520 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1fb29f14-cb01-4d32-a465-ed43447d89f3 req-6c00d3d4-47c9-4c2c-b8f4-36707b8b4ad6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.1182978 Aug 21 12:27:45.033123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Pushing event updated for resources: {'Port': ['ID=00c9bcbf-a304-4863-9335-34c6e43b632f,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:45.046604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:45.049367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.066301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b2e4fe7b-9ada-4657-864e-7d23a25a5dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:45.108485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Attempting to bind port 00c9bcbf-a304-4863-9335-34c6e43b632f on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:45.108865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Attempting to bind port 00c9bcbf-a304-4863-9335-34c6e43b632f by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:45.109243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Attempting to bind port 00c9bcbf-a304-4863-9335-34c6e43b632f on network d4fe0ad1-df93-4741-a751-01d3165a69d0 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:45.115439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Port 00c9bcbf-a304-4863-9335-34c6e43b632f on network d4fe0ad1-df93-4741-a751-01d3165a69d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:27:45.115812 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Attempting to bind port 00c9bcbf-a304-4863-9335-34c6e43b632f on network d4fe0ad1-df93-4741-a751-01d3165a69d0 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:45.123316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:45.124074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Checking segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:45.124074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Bound using segment: {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:45.124539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Bound port: 00c9bcbf-a304-4863-9335-34c6e43b632f, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658879d0-d7fb-4ac1-859d-895e232a2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:45.124922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.130692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f090038-dca2-499c-93f4-b3bc1b9e3acd,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:45.153741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:45.161628 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3771c03176a424882f1b59df0034bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4340630 Aug 21 12:27:45.161815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 59882) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:45.190499 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1fb29f14-cb01-4d32-a465-ed43447d89f3 req-a9fdb96e-c207-49b3-be5c-a9c6f4a03519 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581309 Aug 21 12:27:45.251940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.269830 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8eb96e07-040a-426a-8d4d-4ee2f46dc588 req-8b2331d6-8186-4909-89aa-96b2d331a2b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0771830 Aug 21 12:27:45.282609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.323890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] For port 00c9bcbf-a304-4863-9335-34c6e43b632f, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:45.327686 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] For port 00c9bcbf-a304-4863-9335-34c6e43b632f, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=00c9bcbf-a304-4863-9335-34c6e43b632f,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:45.357518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.362721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:45.412519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a01b0-8c0b-4e1d-b2ad-f91fa5730721 req-0a7c0115-80b6-4237-ab8e-1979139436ae tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:45.414124 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-185a01b0-8c0b-4e1d-b2ad-f91fa5730721 req-0a7c0115-80b6-4237-ab8e-1979139436ae tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.0914862 Aug 21 12:27:45.424631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.426180 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] 10.222.0.35 "PUT /v2.0/ports/00c9bcbf-a304-4863-9335-34c6e43b632f HTTP/1.1" status: 200 len: 1093 time: 1.6424701 Aug 21 12:27:45.426668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'tag': '00c9bcbf-a304-4863-9335-34c6e43b632f'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:45.444831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Pushing event updated for resources: {'Port': ['ID=00c9bcbf-a304-4863-9335-34c6e43b632f,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:45.448204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:45.472018 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-185a01b0-8c0b-4e1d-b2ad-f91fa5730721 req-a868e477-1e63-4b49-8461-b3c6363148c4 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Aug 21 12:27:45.500942 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'tag': '00c9bcbf-a304-4863-9335-34c6e43b632f', 'status': 'completed', 'code': 200} Aug 21 12:27:45.568105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.573453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:45.586939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f090038-dca2-499c-93f4-b3bc1b9e3acd,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:45.590578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:45.596636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:45.597876 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f090038-dca2-499c-93f4-b3bc1b9e3acd HTTP/1.1" status: 204 len: 168 time: 0.4348195 Aug 21 12:27:45.789216 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0d48e1e0-8102-4604-b558-69efa9625457 req-11529169-645f-4192-bdd2-8c84fdc1a5c7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0458281 Aug 21 12:27:46.401698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-00ebda2c-2fc8-4b4f-bf4f-a3ba3a60b003 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:46.402501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-00ebda2c-2fc8-4b4f-bf4f-a3ba3a60b003 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Synchronizing usage tracker for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:46.447714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-00ebda2c-2fc8-4b4f-bf4f-a3ba3a60b003 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Unset dirty status for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:46.449023 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-00ebda2c-2fc8-4b4f-bf4f-a3ba3a60b003 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.1373594 Aug 21 12:27:46.453164 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0d35ef19-f0d3-48a5-a9f0-3223088b6233 req-e5b75ba7-5420-4ec0-b614-37cb48b8b2cc tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0490417 Aug 21 12:27:46.499916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-fcdce0be-3491-484f-9745-d41b2245b7b3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Synchronizing usage tracker for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:46.545286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-fcdce0be-3491-484f-9745-d41b2245b7b3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Unset dirty status for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:46.546592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-35ddba13-d390-4299-99aa-e7e3d6e4f71e req-fcdce0be-3491-484f-9745-d41b2245b7b3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895207 Aug 21 12:27:46.674689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c0b2a-994e-4847-aa50-13d7fb542618 req-084ce16e-e812-4075-9c0c-e16c90ec3fdb tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:46.676289 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-325c0b2a-994e-4847-aa50-13d7fb542618 req-084ce16e-e812-4075-9c0c-e16c90ec3fdb tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.0817780 Aug 21 12:27:46.724640 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-325c0b2a-994e-4847-aa50-13d7fb542618 req-73b003bd-8b7b-42e0-9ab1-d7af8a8635e6 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Aug 21 12:27:46.867959 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d71014c4-28f6-47c9-95ea-bb4258bc8c26 req-2ba150ee-3938-49eb-bdb5-539d56a7f02e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 1096 time: 0.0801001 Aug 21 12:27:47.144625 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e22b59c-c73c-424f-9288-ac5ca68341ef req-811492d2-4aee-460a-8a12-471f175cd07f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0832770 Aug 21 12:27:47.189995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300bfef-1364-4490-b580-93cc2e8c2e1d req-f9d63951-f8eb-414e-b870-9dd38ce6f8a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:47.191616 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c300bfef-1364-4490-b580-93cc2e8c2e1d req-f9d63951-f8eb-414e-b870-9dd38ce6f8a2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2306c82a20c54b8cb45c754e26de3439&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4391627 Aug 21 12:27:47.198286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983c9-1230-435b-8e99-252eee7b805f req-cca5953b-30c0-4081-8886-0a6ad6b85cb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:47.199868 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-cca5953b-30c0-4081-8886-0a6ad6b85cb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 811 time: 0.4097486 Aug 21 12:27:47.359172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71014c4-28f6-47c9-95ea-bb4258bc8c26 req-c2efd808-93ef-41f6-b337-30e9bf09735d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:47.360729 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d71014c4-28f6-47c9-95ea-bb4258bc8c26 req-c2efd808-93ef-41f6-b337-30e9bf09735d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2306c82a20c54b8cb45c754e26de3439&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4836297 Aug 21 12:27:47.689404 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6ea76582-17e7-4d90-8206-50e4a04d8802 req-f39cb109-35e7-4a4a-88a9-fa090987f924 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0733232 Aug 21 12:27:47.771195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587ea5-728d-4751-b56c-68db324ceba6 req-ca6c7efe-c0f3-4daf-bd1f-b960c87dff5e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:47.772876 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c8587ea5-728d-4751-b56c-68db324ceba6 req-ca6c7efe-c0f3-4daf-bd1f-b960c87dff5e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.0933311 Aug 21 12:27:47.872973 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c8587ea5-728d-4751-b56c-68db324ceba6 req-f75b77d7-d49d-4f96-9d7c-a2e81f5319a6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933819 Aug 21 12:27:47.950875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f75fb-ad4f-4d78-bdad-77fe51c8db38 req-35a06f1c-e4cc-4508-acb5-0c83c6ee4b55 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:47.952431 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d9f75fb-ad4f-4d78-bdad-77fe51c8db38 req-35a06f1c-e4cc-4508-acb5-0c83c6ee4b55 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.0897925 Aug 21 12:27:48.013191 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d9f75fb-ad4f-4d78-bdad-77fe51c8db38 req-0292de18-033a-4e79-9b8f-6a8ab3da0dfa tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543787 Aug 21 12:27:48.356333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3a136e01-1cba-4c98-8047-eb6f29e89139 req-4ddce390-3c60-422d-980d-a285aaa1ac17 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0473583 Aug 21 12:27:48.863344 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f2ebb04f-390c-4606-9004-e8c2cc99634b req-60721968-d72c-4502-8da6-16ce26143608 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0446503 Aug 21 12:27:49.103976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be61ce-6819-482f-914f-858ab3e717dd req-5337e9f3-9610-4692-9e60-28bfda32cd8f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:49.105588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-08be61ce-6819-482f-914f-858ab3e717dd req-5337e9f3-9610-4692-9e60-28bfda32cd8f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.0982671 Aug 21 12:27:49.158246 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-08be61ce-6819-482f-914f-858ab3e717dd req-a4a3d51e-223f-4682-8cc9-c43eb926999c tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Aug 21 12:27:49.222149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cd1f3-1b1d-486e-a85e-08e9c31621f5 req-4a64899c-8e90-459e-b47f-abcdade97e82 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:49.223748 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2a2cd1f3-1b1d-486e-a85e-08e9c31621f5 req-4a64899c-8e90-459e-b47f-abcdade97e82 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.0818949 Aug 21 12:27:49.271686 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2a2cd1f3-1b1d-486e-a85e-08e9c31621f5 req-acd0087c-013f-438f-8114-242364f285c2 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Aug 21 12:27:49.537144 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-809ca301-3ae4-468b-9f58-8ac6df6b5340 req-e881d98b-8a1b-48b6-8698-0ccaea56ce32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0450683 Aug 21 12:27:49.930800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71014c4-28f6-47c9-95ea-bb4258bc8c26 req-4722aad5-ee79-4928-adb5-32131ef0aa10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:49.932375 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d71014c4-28f6-47c9-95ea-bb4258bc8c26 req-4722aad5-ee79-4928-adb5-32131ef0aa10 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646743 Aug 21 12:27:49.979937 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-504a4ee1-d9f8-4175-afc4-25af6c712dfb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a85bc1c655148b88b864390d8aa1fe7 HTTP/1.1" status: 200 len: 379 time: 0.1779542 Aug 21 12:27:49.985361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300bfef-1364-4490-b580-93cc2e8c2e1d req-53154efe-e5f7-4c38-9ab9-8136dbb88c02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:49.986928 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c300bfef-1364-4490-b580-93cc2e8c2e1d req-53154efe-e5f7-4c38-9ab9-8136dbb88c02 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272055 Aug 21 12:27:50.013181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'port': {'device_id': '6746db12-3e58-4fb4-8bb3-49a648731792', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'admin_state_up': True, 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'security_groups': ['ac992804-c533-4126-95a9-bdb46e427ff6']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:50.165210 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0090c5dc-2a21-4c36-8009-9b92b29b488b req-5e624cc3-23e9-43a5-94db-11b217b853a0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0499918 Aug 21 12:27:50.202082 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-95b11ade-c3e1-4d38-9daa-c152c9c03ebe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 1096 time: 0.1925211 Aug 21 12:27:50.218086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:50.230655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:50.257992 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-866a0782-9c9d-40cd-90d2-43042428ce74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1097 time: 0.1220741 Aug 21 12:27:50.334050 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-79205ed3-f26f-4058-bdf7-bf1485a0dd70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 217 time: 0.0687907 Aug 21 12:27:50.334982 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-e5b056eb-b016-49d5-9802-aeafffdca945 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00c9bcbf-a304-4863-9335-34c6e43b632f HTTP/1.1" status: 200 len: 217 time: 0.1245830 Aug 21 12:27:50.405435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-f117e5d8-13db-4c24-99a8-2afca2e96b79 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:50.407130 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-f117e5d8-13db-4c24-99a8-2afca2e96b79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.0635352 Aug 21 12:27:50.429085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-5731fd4e-6c2b-46e9-8dfb-4905bcb57024 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:50.430732 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-5731fd4e-6c2b-46e9-8dfb-4905bcb57024 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.0867009 Aug 21 12:27:50.461432 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-b9ff4446-efd0-404e-8c57-b163d3be096e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475078 Aug 21 12:27:50.485185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-3691828d-9511-4611-980b-0b4ac9072117 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463932 Aug 21 12:27:50.627814 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-fef231bb-1f07-4e61-a187-d6d0811e1e27 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601663 Aug 21 12:27:50.639404 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-7bf6cf9e-ea92-4edb-990c-6333af7b6de8 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471205 Aug 21 12:27:50.790524 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-002f639c-8bd6-42fc-b11f-23cebe83a9b4 req-5a1184f0-f2dc-49d8-9c59-7a5eb7710dca service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569490 Aug 21 12:27:50.816309 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e4c2b1d3-9f5c-4eae-b51c-55f82d76c88f req-1f7fdebf-c885-4330-85a9-ddec2d77b72e service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700261 Aug 21 12:27:51.118602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Made reservation on behalf of 8a85bc1c655148b88b864390d8aa1fe7 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:51.125543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:51.231606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad1d14-413f-4e85-b480-0dfcb334e2da req-071976d5-5d4e-4e0e-adfe-108503f088e0 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:51.240834 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98ad1d14-413f-4e85-b480-0dfcb334e2da req-071976d5-5d4e-4e0e-adfe-108503f088e0 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1054785 Aug 21 12:27:51.303342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98ad1d14-413f-4e85-b480-0dfcb334e2da req-38dc00ee-5f36-4782-ba52-8014b0010a5a tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578432 Aug 21 12:27:51.373846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e5ae3-5f62-4273-ae14-62f77a6f5b11 req-ab76532a-49b8-477e-afc2-6ff8c541ac48 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:51.376413 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4c7e5ae3-5f62-4273-ae14-62f77a6f5b11 req-ab76532a-49b8-477e-afc2-6ff8c541ac48 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.2327683 Aug 21 12:27:51.501076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Allocated IP 172.20.0.10 (5826bfc0-95a8-46c2-962b-80092102a8f3/d0012acc-2f14-4642-a15e-56d1a24ed374/1bd8dabb-c719-4eba-875e-9dc2b49ff03b) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:51.506181 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4c7e5ae3-5f62-4273-ae14-62f77a6f5b11 req-a68a3f38-88b5-41b2-a176-24bcf0b090b0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834210 Aug 21 12:27:51.664783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-a15ec836-e2fb-4746-8960-7b30033c7dd1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:51.666702 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-a15ec836-e2fb-4746-8960-7b30033c7dd1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 817 time: 0.2557869 Aug 21 12:27:51.674694 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-263d349c-9b39-42c1-ac55-4567f8eccee7 req-82fecec5-3aa4-49a3-bff1-0059efffa870 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.2251308 Aug 21 12:27:51.741121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-bcfee275-63bc-4241-b339-656aa1d9f87a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:51.755727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-bcfee275-63bc-4241-b339-656aa1d9f87a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:51.756939 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-bcfee275-63bc-4241-b339-656aa1d9f87a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 379 time: 0.0786338 Aug 21 12:27:51.766547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'port': {'device_id': '8786235e-f557-42b5-af2a-7256fec408ef', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'admin_state_up': True, 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'security_groups': ['69e4c9f0-2f7f-4f3f-9865-d41de3f25606']}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:51.827832 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dc9e13fc-00a6-4060-8a39-a163533aec2a req-3d7d5df4-ef76-40d7-ae91-86fc37dac69a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.1138687 Aug 21 12:27:51.928600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:51.946060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:51.951424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Transition to ACTIVE for port object 1bd8dabb-c719-4eba-875e-9dc2b49ff03b will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:51.959599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:52.019760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60104) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:52.040429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.052365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0b06360a-92fe-437b-89c7-5c578afd5a33 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:52.056690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Made reservation on behalf of d4336a5d52524343aa75776b3d08929b for: {'port': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:27:52.065487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.140686 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'Port': ['ID=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:52.163125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:52.182530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:52.183823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:52.187820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:52.191675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:52.192407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.283236 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2749116 Aug 21 12:27:52.297772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.300295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Request body: {'port': {'device_id': '6746db12-3e58-4fb4-8bb3-49a648731792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:52.360665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:52.366617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6d4c83e87b4591af5db9a32f6daa23 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:52.370388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:52.378101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:52.451213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.500067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.514621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Allocated IP 172.20.0.11 (0db6c827-e557-4b1d-b805-83a9934645c6/81085cd4-4662-457d-88bc-a149c44a81a1/360b7838-be21-4113-8373-9ac1f3d170f4) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:27:52.523588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.540193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:52.608152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c514f6-ebb8-4a41-82f4-274ab1c0cf47,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:52.614975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:52.629746 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b6d4c83e87b4591af5db9a32f6daa23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6069608 Aug 21 12:27:52.631493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60142) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:52.716764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328e639-0c01-43ab-a9b0-6b46c3203dc9 req-5a45d710-23f6-4d27-9e14-a8befcb1052c tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:52.718318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-bef6193b-b9de-44dc-bee1-fd6f876bf554 None None] Provisioning for port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:52.723756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-bef6193b-b9de-44dc-bee1-fd6f876bf554 None None] Provisioning complete for port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:52.724272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bef6193b-b9de-44dc-bee1-fd6f876bf554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.731057 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a328e639-0c01-43ab-a9b0-6b46c3203dc9 req-5a45d710-23f6-4d27-9e14-a8befcb1052c tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.2614677 Aug 21 12:27:52.804505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-bef6193b-b9de-44dc-bee1-fd6f876bf554 None None] Port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:27:52.961952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:52.987491 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a328e639-0c01-43ab-a9b0-6b46c3203dc9 req-e17a74b1-bdcb-48a4-8d56-cd2874a1bf22 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450957 Aug 21 12:27:53.040514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.117594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.140698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Transition to ACTIVE for port object 360b7838-be21-4113-8373-9ac1f3d170f4 will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:53.143379 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c163d-62e1-4ac7-8e7f-954d80233dd3 req-af328426-b36f-4c87-a533-1d1a4982b57d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:53.146438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-393c163d-62e1-4ac7-8e7f-954d80233dd3 req-af328426-b36f-4c87-a533-1d1a4982b57d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.4239237 Aug 21 12:27:53.245669 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-393c163d-62e1-4ac7-8e7f-954d80233dd3 req-3a2a8ff1-0a43-4b73-82cb-a99ce062dd8a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845656 Aug 21 12:27:53.258110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.259383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.275651 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c314b702-5d24-48fe-ba29-d923d9593540 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:53.311627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c514f6-ebb8-4a41-82f4-274ab1c0cf47,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:53.317964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:53.320595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-594845b8-3499-4563-bd96-d4b2a5536e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:53.357330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd8dabb-c719-4eba-875e-9dc2b49ff03b {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:53.366046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.383520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Transition to ACTIVE for port object 1bd8dabb-c719-4eba-875e-9dc2b49ff03b will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:53.423771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Network 0db6c827-e557-4b1d-b805-83a9934645c6 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:27:53.434580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.443677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:27:53.446530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:53.454363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.458711 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98c514f6-ebb8-4a41-82f4-274ab1c0cf47 HTTP/1.1" status: 204 len: 168 time: 0.8230553 Aug 21 12:27:53.467341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:27:53.473923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:53.473923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.496846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:53.513020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:53.531284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaace-8ca2-4b1c-bd3a-40a5711d4874 req-055c6a35-7503-488d-bf35-468be2bfaa2d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:53.532302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-7dffaace-8ca2-4b1c-bd3a-40a5711d4874 req-055c6a35-7503-488d-bf35-468be2bfaa2d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:53.545559 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7831171 Aug 21 12:27:53.560304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Request body: {'port': {'device_id': '8786235e-f557-42b5-af2a-7256fec408ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:27:53.621135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-7dffaace-8ca2-4b1c-bd3a-40a5711d4874 req-055c6a35-7503-488d-bf35-468be2bfaa2d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:53.639635 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7dffaace-8ca2-4b1c-bd3a-40a5711d4874 req-055c6a35-7503-488d-bf35-468be2bfaa2d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 932 time: 0.4599895 Aug 21 12:27:53.650650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:53.660484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:53.686055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0bfb5-2e15-40b5-8471-9318bce1be9b req-dc87feab-4ea6-481c-b0ef-781da96abbcb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:53.686872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-86d0bfb5-2e15-40b5-8471-9318bce1be9b req-dc87feab-4ea6-481c-b0ef-781da96abbcb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:53.762197 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7dffaace-8ca2-4b1c-bd3a-40a5711d4874 req-7964ee72-90ea-4802-894c-53dc3b05de04 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163585 Aug 21 12:27:53.766864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Attempting to bind port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:53.767072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Attempting to bind port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:53.767406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Attempting to bind port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b on network 5826bfc0-95a8-46c2-962b-80092102a8f3 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:53.785740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b on network 5826bfc0-95a8-46c2-962b-80092102a8f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:27:53.786263 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Attempting to bind port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b on network 5826bfc0-95a8-46c2-962b-80092102a8f3 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:53.794711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:53.795095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Checking segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:53.795530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Bound using segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:53.795982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Bound port: 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:53.796386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.830558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 00c9bcbf-a304-4863-9335-34c6e43b632f details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:27:53.858076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-86d0bfb5-2e15-40b5-8471-9318bce1be9b req-dc87feab-4ea6-481c-b0ef-781da96abbcb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:53.867799 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-86d0bfb5-2e15-40b5-8471-9318bce1be9b req-dc87feab-4ea6-481c-b0ef-781da96abbcb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 944 time: 0.4760230 Aug 21 12:27:53.945284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:53.970334 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-86d0bfb5-2e15-40b5-8471-9318bce1be9b req-57a3a7e1-450b-49ca-b0f8-472dd3c44833 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981550 Aug 21 12:27:54.042648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] For port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:54.051116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] For port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:54.125999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.131956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:54.247619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.249967 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] 10.222.0.35 "PUT /v2.0/ports/1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 1094 time: 1.9582961 Aug 21 12:27:54.254281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:54.304529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Pushing event updated for resources: {'Port': ['ID=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:54.334377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:54.432049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60196) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:54.461741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.472855 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'status': 'completed', 'code': 200} Aug 21 12:27:54.499103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 00c9bcbf-a304-4863-9335-34c6e43b632f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=00c9bcbf-a304-4863-9335-34c6e43b632f,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:54.541820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '00c9bcbf-a304-4863-9335-34c6e43b632f', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'port_id': '00c9bcbf-a304-4863-9335-34c6e43b632f', 'mac_address': 'fa:16:3e:ba:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:27:54.628299 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-be74b83a-67bb-4f52-98f1-daf2e305cb39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1097 time: 0.2928667 Aug 21 12:27:54.629596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:54.645286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.659418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360b7838-be21-4113-8373-9ac1f3d170f4 {{(pid=82484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:54.670411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.676321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c9bcbf-a304-4863-9335-34c6e43b632f {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:54.689144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Transition to ACTIVE for port object 360b7838-be21-4113-8373-9ac1f3d170f4 will not be triggered until provisioned by entity L2. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:27:54.698591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 00c9bcbf-a304-4863-9335-34c6e43b632f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=00c9bcbf-a304-4863-9335-34c6e43b632f,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:54.700370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-78237e1d-ac8a-48f1-8a88-baf0f7253548 None None] Provisioning for port 360b7838-be21-4113-8373-9ac1f3d170f4 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:54.724265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.730975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:54.746631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Usage tracker for resource:security_group_rule and tenant:c5809390448f45e5a6fbae13de996bf0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:54.751049 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-a60205aa-e426-4e0e-befc-9f9187c3b20d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 217 time: 0.1114044 Aug 21 12:27:54.753369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:54.754397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:27:54.754522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:54.759865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1acb9b8-94f8-4768-a0eb-42336d5c0782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:54.805657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:54.865968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d8f08-31cb-4711-92a6-e57a50707d0c req-9ef0a6e2-15a6-4ce0-8782-773288f29649 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:54.874649 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-882d8f08-31cb-4711-92a6-e57a50707d0c req-9ef0a6e2-15a6-4ce0-8782-773288f29649 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 943 time: 0.3407471 Aug 21 12:27:54.880532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=00c9bcbf-a304-4863-9335-34c6e43b632f,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:54.894299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:54.906272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:54.956737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33', 'network_id': 'd4fe0ad1-df93-4741-a751-01d3165a69d0', 'port_id': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33', 'mac_address': 'fa:16:3e:26:bc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd0e505-58be-40f4-ab56-8042c85da32a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:27:54.961155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f983c9-1230-435b-8e99-252eee7b805f req-facc8fb5-4754-457b-90ff-32c92fce4672 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:54.990607 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-facc8fb5-4754-457b-90ff-32c92fce4672 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.2324378 Aug 21 12:27:55.085599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b54864-ac76-4464-b577-313736b1290a service neutron] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:55.108052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.119204 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-882d8f08-31cb-4711-92a6-e57a50707d0c req-2ad8296c-db99-4941-a669-004cc9ff2c92 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435071 Aug 21 12:27:55.150278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:27:55.190172 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-00976d9f-997c-4334-bae0-de03a3271add service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1783190 Aug 21 12:27:55.273233 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14b54864-ac76-4464-b577-313736b1290a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:55.302505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:55.323209 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60226) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:55.364143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Attempting to bind port 360b7838-be21-4113-8373-9ac1f3d170f4 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:27:55.364544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Attempting to bind port 360b7838-be21-4113-8373-9ac1f3d170f4 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:27:55.364858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.364969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Attempting to bind port 360b7838-be21-4113-8373-9ac1f3d170f4 on network 0db6c827-e557-4b1d-b805-83a9934645c6 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:55.371311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:55.375858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb9f4-6948-4199-8db4-b245108f03d8 req-639da222-78b6-4b6c-a59b-073cc4f99cc2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:55.384387 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aafdb9f4-6948-4199-8db4-b245108f03d8 req-639da222-78b6-4b6c-a59b-073cc4f99cc2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.3127325 Aug 21 12:27:55.477652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:55.482940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:55.484284 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-b80a21d4-4d48-46ee-aba7-e7e084223fef service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767160 Aug 21 12:27:55.619452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['6502cfeb-f1ee-4b32-80f9-bbc61c243c33'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:27:55.640852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Port 360b7838-be21-4113-8373-9ac1f3d170f4 on network 0db6c827-e557-4b1d-b805-83a9934645c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:27:55.641205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Attempting to bind port 360b7838-be21-4113-8373-9ac1f3d170f4 on network 0db6c827-e557-4b1d-b805-83a9934645c6 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:27:55.669842 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aafdb9f4-6948-4199-8db4-b245108f03d8 req-b59de626-774e-46e8-acbd-04f24dac5a50 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837439 Aug 21 12:27:55.672117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.675405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['00c9bcbf-a304-4863-9335-34c6e43b632f'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:27:55.687955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:27:55.688330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Checking segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:27:55.688909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Bound using segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:27:55.689416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Bound port: 360b7838-be21-4113-8373-9ac1f3d170f4, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:27:55.689817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.703128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.744873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969421-a895-43ee-a8da-f530ef8726a7 req-ee6750ee-750c-4661-aac0-faba5cea1444 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:55.753848 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dc969421-a895-43ee-a8da-f530ef8726a7 req-ee6750ee-750c-4661-aac0-faba5cea1444 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 944 time: 0.2684371 Aug 21 12:27:55.784634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.800381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, cleared binding levels {{(pid=82484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:27:55.818652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:27:55.835276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:55.847532 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5809390448f45e5a6fbae13de996bf0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4088571 Aug 21 12:27:55.848388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60242) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:55.887595 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dc969421-a895-43ee-a8da-f530ef8726a7 req-06817f51-e299-4bff-bbe8-8d4f0c2a3483 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327181 Aug 21 12:27:55.898940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:55.905113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:55.905347 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2f983c9-1230-435b-8e99-252eee7b805f req-0e5eded9-6706-4f50-af8d-57b51850b500 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717670 Aug 21 12:27:55.913595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca2115-dc73-4613-b4b4-73f7e7363132,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:55.917131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:55.938962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:56.024488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Usage tracker for resource:security_group_rule and tenant:d8ebdeef76fa4a96a954bed205028f42 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:56.045248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:56.076458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:56.135331 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-945047b5-f9f2-4f55-bc04-0421dce291cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1097 time: 0.1175468 Aug 21 12:27:56.158595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.160947 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-14b54864-ac76-4464-b577-313736b1290a service neutron] 10.222.0.35 "PUT /v2.0/ports/360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 200 len: 1094 time: 2.6074300 Aug 21 12:27:56.166808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:56.364322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.435847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b54864-ac76-4464-b577-313736b1290a service neutron] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=3']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:56.447258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14b54864-ac76-4464-b577-313736b1290a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:56.453586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60262) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:56.474067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.499588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-d1677ab7-3f56-4f2a-992f-7f1232680022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:56.501177 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-d1677ab7-3f56-4f2a-992f-7f1232680022 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.3407536 Aug 21 12:27:56.599800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.604220 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-206bf1ad-09c1-4e68-bd77-a0318dfb84d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1097 time: 0.3136561 Aug 21 12:27:56.617164 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-8a95ce46-106a-4680-99be-bf84f6f8370e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 217 time: 0.1064782 Aug 21 12:27:56.624303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1055-3d93-4eea-b53c-99780f2e6d3e req-b053225b-2662-4191-8183-f5a663e533b1 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:56.653157 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c3af1055-3d93-4eea-b53c-99780f2e6d3e req-b053225b-2662-4191-8183-f5a663e533b1 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 944 time: 0.3055749 Aug 21 12:27:56.737107 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-ff351b45-2b1d-4061-bcc7-f5961d73d902 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 200 len: 217 time: 0.1246383 Aug 21 12:27:56.738788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.757743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:56.766275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-6b5d3706-9033-4e00-a1f3-4177695f5a6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:56.767852 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-6b5d3706-9033-4e00-a1f3-4177695f5a6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.1107190 Aug 21 12:27:56.782496 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c3af1055-3d93-4eea-b53c-99780f2e6d3e req-6637383a-b710-4e99-905d-052877451b9e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282587 Aug 21 12:27:56.825293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.875982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.886012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b2e2d7-004d-4bcc-a99b-ff5e8147f51d,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:56.890028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:56.891039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:56.892228 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cca2115-dc73-4613-b4b4-73f7e7363132 HTTP/1.1" status: 204 len: 168 time: 1.0428181 Aug 21 12:27:56.895605 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:56.908786 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8ebdeef76fa4a96a954bed205028f42&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5790811 Aug 21 12:27:56.913708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60288) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:56.917566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-7bce6739-45ae-4a9d-86ae-a017c7197b24 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:56.919857 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-7bce6739-45ae-4a9d-86ae-a017c7197b24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.1642032 Aug 21 12:27:56.920628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca2115-dc73-4613-b4b4-73f7e7363132,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:56.923127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:57.071724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:57.077748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.083435 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-438de478-3f64-4c7a-a740-dd5159007265 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2992947 Aug 21 12:27:57.091624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Usage tracker for resource:security_group_rule and tenant:43291870e0254dd8aae778f37631af5d is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:57.118300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:57.129873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.140841 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-2dbeefa2-c077-4de4-9999-d42b9a98138f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1626699 Aug 21 12:27:57.169782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f177f67e-6240-4715-a341-2c1a2d5bd581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.185745 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'status': 'completed', 'code': 200} Aug 21 12:27:57.195413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:57.260788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.272044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:57.303521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b2e2d7-004d-4bcc-a99b-ff5e8147f51d,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:57.305846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:57.358889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.368281 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97b2e2d7-004d-4bcc-a99b-ff5e8147f51d HTTP/1.1" status: 204 len: 168 time: 0.4498601 Aug 21 12:27:57.369591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8eba9-42d5-4ccb-a27e-6b765f5e4bcc req-844d6591-7faf-4a39-8b6d-5dadfbf38123 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:57.371460 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37a8eba9-42d5-4ccb-a27e-6b765f5e4bcc req-844d6591-7faf-4a39-8b6d-5dadfbf38123 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.3966942 Aug 21 12:27:57.455318 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-dd0a6e0a-eb6f-484d-8eea-ce0b6c075d86 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717903 Aug 21 12:27:57.626407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f9429-48af-43a5-a693-49c86f48f31e req-0d67f320-3dda-4c20-a33a-af1d42dd199b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:57.633677 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7b9f9429-48af-43a5-a693-49c86f48f31e req-0d67f320-3dda-4c20-a33a-af1d42dd199b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 944 time: 0.3354967 Aug 21 12:27:57.701169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-7b9f9429-48af-43a5-a693-49c86f48f31e req-531a4652-727c-4ea2-8cbb-1f9eb3e91641 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:27:57.713066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.713276 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14db6cd2-fc09-44fa-8bef-8abd46e5bae1 req-6c8f5e28-dd89-4491-9552-4e7c39a3488a service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512367 Aug 21 12:27:57.720095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-7b9f9429-48af-43a5-a693-49c86f48f31e req-531a4652-727c-4ea2-8cbb-1f9eb3e91641 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:27:57.720985 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7b9f9429-48af-43a5-a693-49c86f48f31e req-531a4652-727c-4ea2-8cbb-1f9eb3e91641 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861635 Aug 21 12:27:57.736357 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-600601c0-3361-44ce-9250-b93164d09bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942056 Aug 21 12:27:57.751869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:57.786715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:57.870716 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37a8eba9-42d5-4ccb-a27e-6b765f5e4bcc req-ef43a77c-10ab-409b-84cc-21f5b26d5020 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578633 Aug 21 12:27:57.882900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 00c9bcbf-a304-4863-9335-34c6e43b632f up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:58.000033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5b5f7b3-69af-486e-b2c8-3b4ed01ebb01 req-821d103f-11f2-4af5-881e-0b4930bc3e56 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561479 Aug 21 12:27:58.004716 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-0ddff7dd-9f21-44e0-b73c-5ec1a122f3c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5839248 Aug 21 12:27:58.010483 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-a692bc1f-b22e-4247-a97b-c98fa6efa1dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1097 time: 0.1966558 Aug 21 12:27:58.025074 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43291870e0254dd8aae778f37631af5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5675769 Aug 21 12:27:58.026541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2b4e8-7f40-43f6-ae7f-9983233f4810,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:58.029191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60314) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:58.030464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:58.071303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 00c9bcbf-a304-4863-9335-34c6e43b632f completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:58.077685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 00c9bcbf-a304-4863-9335-34c6e43b632f triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:58.078583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.131141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60322) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:58.156443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.195720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:58.200133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Usage tracker for resource:security_group_rule and tenant:748576a8167e471cb989ec9c5db4e6bb is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:58.204477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:58.210892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:58.244678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.283760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 00c9bcbf-a304-4863-9335-34c6e43b632f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=00c9bcbf-a304-4863-9335-34c6e43b632f,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:58.284995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c9bcbf-a304-4863-9335-34c6e43b632f'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:27:58.286217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.322770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.324570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:27:58.359461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.377487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:58.389909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-04198ae5-0bed-4e19-812c-583603136771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:58.445943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf0a66-1150-4b5e-aa5a-3b40e2b7caa1 req-a495dde3-a332-4a9d-b63c-d0d0719ad5c9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:58.457448 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-33cf0a66-1150-4b5e-aa5a-3b40e2b7caa1 req-a495dde3-a332-4a9d-b63c-d0d0719ad5c9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 944 time: 0.5000763 Aug 21 12:27:58.460145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40230295-5067-497b-8bb9-624f7b7e55a3,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:58.471390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:58.472737 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c9bcbf-a304-4863-9335-34c6e43b632f', 'code': 200} Aug 21 12:27:58.489701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=00c9bcbf-a304-4863-9335-34c6e43b632f,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:58.499305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:58.516229 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-6447aa2f-7a83-42ea-b506-3863cca87d1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1787c3f7bec742019e6b49604067909b&device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 1099 time: 0.3448324 Aug 21 12:27:58.534516 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=748576a8167e471cb989ec9c5db4e6bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4021642 Aug 21 12:27:58.535768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60340) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:58.578356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.594496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-b84b2d14-e67c-44da-a693-61ad7ed82429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:58.596063 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-b84b2d14-e67c-44da-a693-61ad7ed82429 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.5543153 Aug 21 12:27:58.614111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-33cf0a66-1150-4b5e-aa5a-3b40e2b7caa1 req-4a3c1260-1f6e-4be9-92c5-cdf8a3318192 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516476 Aug 21 12:27:58.644001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:27:58.656720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:27:58.657456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.670581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.705136 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-a6129970-543f-4efc-a890-99445b1314d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 200 len: 217 time: 0.1008279 Aug 21 12:27:58.705360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.773040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.788547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-c9a91922-4dc9-4880-9b54-b9ec4659a9b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:58.790170 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-c9a91922-4dc9-4880-9b54-b9ec4659a9b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0714931 Aug 21 12:27:58.896253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.902171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:58.918780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.920879 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-caf3f963-0c0d-4770-b740-a77464334fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230121 Aug 21 12:27:58.922937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c2b4e8-7f40-43f6-ae7f-9983233f4810,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:58.925632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:58.960380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:58.964404 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75c2b4e8-7f40-43f6-ae7f-9983233f4810 HTTP/1.1" status: 204 len: 168 time: 0.9135993 Aug 21 12:27:58.982799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.005284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-0993c206-06d9-4c90-b4ca-49af8a429dfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:59.012264 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-0993c206-06d9-4c90-b4ca-49af8a429dfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=539007a0-e6ea-4d50-b522-b3ed7b000263 HTTP/1.1" status: 200 len: 913 time: 0.4281754 Aug 21 12:27:59.012826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.018344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.050061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2a6dbaac-a98b-43bc-97db-d1358c4f25ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:59.079760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:27:59.117197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.119254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1acb9b8-94f8-4768-a0eb-42336d5c0782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:27:59.224746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:59.238957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:59.239072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40230295-5067-497b-8bb9-624f7b7e55a3,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:27:59.243932 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-f81d7167-79b7-480f-8322-1137c8507775 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134830 Aug 21 12:27:59.246724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:27:59.253509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.262447 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40230295-5067-497b-8bb9-624f7b7e55a3 HTTP/1.1" status: 204 len: 168 time: 0.7254469 Aug 21 12:27:59.272346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d56a8-8d9f-463f-8f97-822ad1986c21 req-f0d7b6ee-81b2-4411-bfd3-3b1a2fbfebac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:59.272541 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-9069a76c-0b02-46a0-a6b7-dfebbd61b8bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7 HTTP/1.1" status: 200 len: 217 time: 0.2353430 Aug 21 12:27:59.273998 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a2d56a8-8d9f-463f-8f97-822ad1986c21 req-f0d7b6ee-81b2-4411-bfd3-3b1a2fbfebac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1170998 Aug 21 12:27:59.313244 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-514e4a09-25f0-4ee9-a9eb-dfdee834144a req-03ebbecb-c990-4a68-91ba-aa8c5f334fc0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 1098 time: 0.4121492 Aug 21 12:27:59.338465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677904a-a796-4f20-bb6e-17ac485a76e3 req-c601b773-50d1-4b0b-bbba-e7a060c20ff8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:59.340079 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a677904a-a796-4f20-bb6e-17ac485a76e3 req-c601b773-50d1-4b0b-bbba-e7a060c20ff8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 944 time: 0.1595824 Aug 21 12:27:59.342496 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a2d56a8-8d9f-463f-8f97-822ad1986c21 req-44bab560-14ab-4fcf-bb68-301f69869fa7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611005 Aug 21 12:27:59.419981 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a677904a-a796-4f20-bb6e-17ac485a76e3 req-8b12c596-6ed3-48a5-b916-ea8cd6389a32 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726893 Aug 21 12:27:59.821395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60374) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:27:59.829717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c121f26-4776-4ffa-a42f-bf2f8edcbb7f req-da735655-3bed-4586-984f-44cd4b70e929 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:27:59.831637 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4c121f26-4776-4ffa-a42f-bf2f8edcbb7f req-da735655-3bed-4586-984f-44cd4b70e929 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0878181 Aug 21 12:27:59.849099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.890579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-058fe5d3-7f9a-44d7-9f05-1ab4b239616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.898392 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4c121f26-4776-4ffa-a42f-bf2f8edcbb7f req-3d18efc8-8be3-4c1a-b9ae-e6da6868f562 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Aug 21 12:27:59.904378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:27:59.906927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfbaf6b5ee44ced8b57d9ffddb500bf is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:27:59.910429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:27:59.919089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:27:59.927616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:27:59.991589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.014031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60380) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:00.033347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.041717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:00.050776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.054922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 1bd8dabb-c719-4eba-875e-9dc2b49ff03b details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:28:00.105058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3195a4-bd68-4673-9a85-79e34455ff2c,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:00.110555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:00.118690 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cfbaf6b5ee44ced8b57d9ffddb500bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2958395 Aug 21 12:28:00.121230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60386) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:00.143488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:00.155267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Usage tracker for resource:security_group_rule and tenant:f3446217b4424f7db18de2c7023f049e is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:00.161074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:00.175844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:00.219771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:00.222480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.234307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'port_id': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'mac_address': 'fa:16:3e:86:31:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:28:00.264916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.295006 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.313972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd8dabb-c719-4eba-875e-9dc2b49ff03b {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:00.323551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.329496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:00.369431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.377919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:00.398203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.400043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:00.419758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.467990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62472c2b-efa1-4ecb-9728-a8b2d13354fc,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:00.474999 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3446217b4424f7db18de2c7023f049e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4596021 Aug 21 12:28:00.477358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:00.477825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60402) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:00.500143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:00.500688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:00.505611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:00.509171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:00.518182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.519495 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e3195a4-bd68-4673-9a85-79e34455ff2c HTTP/1.1" status: 204 len: 168 time: 0.3972614 Aug 21 12:28:00.520661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3195a4-bd68-4673-9a85-79e34455ff2c,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:00.524213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:00.636710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.639049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4af122-100b-4734-bb3f-0f3975af5bab req-b3b3ed78-0a22-4741-93c7-c9c982a53870 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:00.641078 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d4af122-100b-4734-bb3f-0f3975af5bab req-b3b3ed78-0a22-4741-93c7-c9c982a53870 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1156106 Aug 21 12:28:00.672706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:00.700094 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d4af122-100b-4734-bb3f-0f3975af5bab req-627c3638-70bb-4af1-bbbd-7d1e3654fbb4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Aug 21 12:28:00.775160 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33', 'code': 200} Aug 21 12:28:00.801351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b848e-a942-4413-b74e-825ab4c5ce28 req-d7d803ee-0540-4cea-97a4-e9db2c15c808 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:00.803003 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b49b848e-a942-4413-b74e-825ab4c5ce28 req-d7d803ee-0540-4cea-97a4-e9db2c15c808 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 945 time: 0.0930266 Aug 21 12:28:01.034654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.043696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-54558a36-4d0f-4682-91ca-5d62c93b637b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:01.061123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62472c2b-efa1-4ecb-9728-a8b2d13354fc,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:01.064064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:01.082413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.083643 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62472c2b-efa1-4ecb-9728-a8b2d13354fc HTTP/1.1" status: 204 len: 168 time: 0.6046994 Aug 21 12:28:01.089260 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b49b848e-a942-4413-b74e-825ab4c5ce28 req-2035953c-438f-4112-9855-80d5d90550c3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798624 Aug 21 12:28:01.126899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:01.174639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d7f-dbec-4b9b-b35e-c7998a54bb78 req-ce0beaf1-3ecf-4a49-adf4-e3b49c5b874d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:01.174639 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3467d7f-dbec-4b9b-b35e-c7998a54bb78 req-ce0beaf1-3ecf-4a49-adf4-e3b49c5b874d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1454165 Aug 21 12:28:01.223862 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3467d7f-dbec-4b9b-b35e-c7998a54bb78 req-284213e8-16b9-4db2-91a3-92c1c5563551 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Aug 21 12:28:01.904473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-01b43142-e24d-46b6-9a38-12601db408d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:01.907711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:28:01.922848 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-01b43142-e24d-46b6-9a38-12601db408d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f9035fa-20b7-499e-8af2-fdad8a36fce8 HTTP/1.1" status: 200 len: 852 time: 0.1478062 Aug 21 12:28:02.123628 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-094f82fc-6cc3-41f4-a966-893472b0e372 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=539007a0-e6ea-4d50-b522-b3ed7b000263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632788 Aug 21 12:28:02.125351 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-514e4a09-25f0-4ee9-a9eb-dfdee834144a req-a7781638-febc-462e-9644-b36613d743c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491099 Aug 21 12:28:02.194642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:02.210437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '360b7838-be21-4113-8373-9ac1f3d170f4', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4', 'mac_address': 'fa:16:3e:7b:36:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:28:02.243891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['1bd8dabb-c719-4eba-875e-9dc2b49ff03b'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:02.293903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdbb96-f506-48da-ba07-4342c513c253 req-d3e274af-9e29-4975-81f9-b7acea2c823d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:02.295509 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-74cdbb96-f506-48da-ba07-4342c513c253 req-d3e274af-9e29-4975-81f9-b7acea2c823d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.3086510 Aug 21 12:28:02.301371 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59c2747a-c8d7-4a6f-9211-0662bc1a54e5 req-b99752dc-7dd8-4b07-a6e4-a903813c3ade service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283065 Aug 21 12:28:02.331048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:02.420613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b7838-be21-4113-8373-9ac1f3d170f4 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:02.459638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:02.532443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:02.534892 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-74cdbb96-f506-48da-ba07-4342c513c253 req-e782dd97-1f5e-4711-bbbf-32b29d8c7c9b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295964 Aug 21 12:28:02.541570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:02.658502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9a657990-69f8-415f-bb2e-539e1563d473 req-10190bca-5d74-40e7-8996-a50c65145bb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.2360368 Aug 21 12:28:02.677293 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-fe4ae439-7f19-4ac2-afb3-0a5ce8a9b7c7 service neutron] 10.222.0.35 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506198 Aug 21 12:28:02.688150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6d381-2b05-42ea-8ff3-57baec182e44 req-aa721cec-7201-480e-a52a-1dd30c64068b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:02.690844 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f6a6d381-2b05-42ea-8ff3-57baec182e44 req-aa721cec-7201-480e-a52a-1dd30c64068b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 945 time: 0.2777600 Aug 21 12:28:02.728288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:02.732802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:02.748358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9a657990-69f8-415f-bb2e-539e1563d473 req-f46b1615-70a4-4016-9c2b-d14fba0ef838 service neutron] Synchronizing usage tracker for tenant:344839d838b6439a85fb04b24083ffbf on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:02.790674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9a657990-69f8-415f-bb2e-539e1563d473 req-f46b1615-70a4-4016-9c2b-d14fba0ef838 service neutron] Unset dirty status for tenant:344839d838b6439a85fb04b24083ffbf on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:02.791965 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9a657990-69f8-415f-bb2e-539e1563d473 req-f46b1615-70a4-4016-9c2b-d14fba0ef838 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266994 Aug 21 12:28:02.843480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['360b7838-be21-4113-8373-9ac1f3d170f4'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:02.906000 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f6a6d381-2b05-42ea-8ff3-57baec182e44 req-a66c4040-7c9d-49c6-95e9-b3786ecbc97a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891026 Aug 21 12:28:02.935037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15e40-d0df-4b58-a3d3-46210844fd62 req-0504123b-7e32-4fd8-a562-5949152bcc5b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:02.937726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98c15e40-d0df-4b58-a3d3-46210844fd62 req-0504123b-7e32-4fd8-a562-5949152bcc5b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1365247 Aug 21 12:28:02.995739 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a2e975c-cea9-4e57-b724-ff0db6cd4d0f req-e04bc31e-85c2-4676-94d5-b4fd8dac574f service neutron] 10.222.0.35 "GET /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936721 Aug 21 12:28:03.014763 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98c15e40-d0df-4b58-a3d3-46210844fd62 req-46429a3a-64e0-4439-b6b0-c6daccb9d40c tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717151 Aug 21 12:28:03.886294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde39c1e-cee0-48f9-b7b7-f487eb6a79a2 req-4feec86d-8e49-4a65-8ac5-267675937c6b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:03.887972 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fde39c1e-cee0-48f9-b7b7-f487eb6a79a2 req-4feec86d-8e49-4a65-8ac5-267675937c6b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.1368511 Aug 21 12:28:03.918300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 1bd8dabb-c719-4eba-875e-9dc2b49ff03b up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:28:03.992654 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fde39c1e-cee0-48f9-b7b7-f487eb6a79a2 req-89e768d1-2959-4b1e-9beb-8601dca1a7b6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981481 Aug 21 12:28:04.123905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:28:04.130155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:28:04.130939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:04.302170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc424d-2bb8-408c-8ecc-1773ae37f9c6 req-ff7f25e9-225b-42cf-9015-0c2df1da6542 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:04.313636 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-79fc424d-2bb8-408c-8ecc-1773ae37f9c6 req-ff7f25e9-225b-42cf-9015-0c2df1da6542 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 945 time: 0.1677370 Aug 21 12:28:04.352001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:04.388425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:04.404921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:04.428025 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-79fc424d-2bb8-408c-8ecc-1773ae37f9c6 req-b35ff499-cb89-4434-92c2-0dd6aafe2799 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031210 Aug 21 12:28:04.434965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f597de-7603-4290-aad6-1e789a456f9d req-13016541-d57e-4383-b2a5-3077f0c9a045 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:04.438580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:04.441363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:04.443111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f4f597de-7603-4290-aad6-1e789a456f9d req-13016541-d57e-4383-b2a5-3077f0c9a045 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1554744 Aug 21 12:28:04.558408 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f4f597de-7603-4290-aad6-1e789a456f9d req-967b7eac-8ffa-4a87-a1fa-f796c6df1287 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142609 Aug 21 12:28:04.564333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'code': 200} Aug 21 12:28:04.565048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:04.585708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:05.057673 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b7f7861c-179f-412c-9684-e3488487ee29 req-94bda303-fc19-456e-a50b-c282e6f2b4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1099 time: 0.1294901 Aug 21 12:28:05.152797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b7f7861c-179f-412c-9684-e3488487ee29 req-9644bc27-449c-4492-a317-72334739de17 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849025 Aug 21 12:28:05.268880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191cca4-5fe4-48bd-8a06-f01473b629ab req-3b8a0b10-bd78-46f9-9153-99ae1509bfcc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:05.278500 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4191cca4-5fe4-48bd-8a06-f01473b629ab req-3b8a0b10-bd78-46f9-9153-99ae1509bfcc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1144516 Aug 21 12:28:05.341466 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-4157905a-f3b2-4851-b2ca-6599cecab599 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 1098 time: 0.2219918 Aug 21 12:28:05.348843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f762e-1aeb-43b4-867b-2c8e88db057c req-eccc611c-b50b-4e26-9da8-8fcde35970f3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:05.349492 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4191cca4-5fe4-48bd-8a06-f01473b629ab req-fdf0f377-0d3d-47d2-9dd7-bb8b92a792ed tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696883 Aug 21 12:28:05.350430 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe1f762e-1aeb-43b4-867b-2c8e88db057c req-eccc611c-b50b-4e26-9da8-8fcde35970f3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.1506362 Aug 21 12:28:05.491580 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe1f762e-1aeb-43b4-867b-2c8e88db057c req-3a09bbcd-fe8f-434c-b96d-b5d435df99b1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348464 Aug 21 12:28:05.596883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60706) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:05.634284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-2371a91c-7bf2-4b3d-b75f-9bddacefab89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:05.635857 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-2371a91c-7bf2-4b3d-b75f-9bddacefab89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.2411401 Aug 21 12:28:05.815212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79300e-953f-413c-9fe3-42f1c41edf4b req-f350acaf-9cda-4327-b778-aff5db7146c0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:05.817586 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ec79300e-953f-413c-9fe3-42f1c41edf4b req-f350acaf-9cda-4327-b778-aff5db7146c0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1909180 Aug 21 12:28:05.829218 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-7bb87312-6b20-4e3c-ba8e-d5763e609a2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00c9bcbf-a304-4863-9335-34c6e43b632f HTTP/1.1" status: 200 len: 217 time: 0.1769834 Aug 21 12:28:05.876965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:05.937026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-f12fc127-6ae0-406a-8868-87d660efadf9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:05.938423 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ec79300e-953f-413c-9fe3-42f1c41edf4b req-9ba96b45-ccb3-48c0-97d7-acd9a0ab2e45 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909815 Aug 21 12:28:05.939068 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-f12fc127-6ae0-406a-8868-87d660efadf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.0988836 Aug 21 12:28:05.948161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:28:06.008851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:06.029162 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-69f21804-0ebd-420b-a4b3-99f7239f1300 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800722 Aug 21 12:28:06.030380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Usage tracker for resource:security_group_rule and tenant:7c69a4ffb18747d0805f67557875b7f0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:06.034319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:06.041762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:06.101738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 360b7838-be21-4113-8373-9ac1f3d170f4 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:28:06.108917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 360b7838-be21-4113-8373-9ac1f3d170f4 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:28:06.109569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.129868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.163926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.216442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-230ed366-1031-4b12-bdaa-051cba1f1f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:06.228637 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c69a4ffb18747d0805f67557875b7f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6308076 Aug 21 12:28:06.231550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60728) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:06.264914 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-29e2341c-4f2c-4d1f-a997-6447d5bd51af service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159994 Aug 21 12:28:06.281231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571135c8-e58f-4c3b-b815-15de3ca777d1,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:06.303867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.304378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.304849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.305353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.306498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.306498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.306690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.307085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.307547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.307991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.308372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.313807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:06.357505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.358897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.415493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:06.421864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.466762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.469240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:06.490940 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dbcdaf2c-07bb-4b8e-8ffb-dc25ef701847 req-18d3aedc-e2e4-4d61-992d-801aa4d9b1c4 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115805 Aug 21 12:28:06.542325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.550254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:06.572074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:06.577105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:06.582122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571135c8-e58f-4c3b-b815-15de3ca777d1,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:06.586449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:06.591199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.591587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.591965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.592339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.592710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.593081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.593448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.593827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.594207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.594572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.594934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:06.596432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:06.600555 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/571135c8-e58f-4c3b-b815-15de3ca777d1 HTTP/1.1" status: 204 len: 168 time: 0.3644211 Aug 21 12:28:06.606688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:06.715074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6965cd-2505-4771-ac2d-d63bf053ba36 req-eb99f6c1-0a26-4bdf-aec7-e02c7ce86279 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:06.733321 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aa6965cd-2505-4771-ac2d-d63bf053ba36 req-eb99f6c1-0a26-4bdf-aec7-e02c7ce86279 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.2128935 Aug 21 12:28:06.839134 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aa6965cd-2505-4771-ac2d-d63bf053ba36 req-c37070c8-7d96-4b15-9d7b-c84622388d95 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979419 Aug 21 12:28:06.910544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66919e1-a6bb-4a28-8c10-2decbbe165eb req-a65420e8-a8ef-4a66-88ea-61c92da5379f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:06.910544 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b66919e1-a6bb-4a28-8c10-2decbbe165eb req-a65420e8-a8ef-4a66-88ea-61c92da5379f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.2021971 Aug 21 12:28:06.960953 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'code': 200} Aug 21 12:28:07.008670 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b66919e1-a6bb-4a28-8c10-2decbbe165eb req-986a14dc-328e-47b6-95a7-ef4fe6675a38 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887003 Aug 21 12:28:07.232804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60774) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:07.358529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f20c57-4ff5-406c-b498-005f2486e6fc req-57b3f981-2b54-4706-ba77-f910a0fbb80b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.360179 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b7f20c57-4ff5-406c-b498-005f2486e6fc req-57b3f981-2b54-4706-ba77-f910a0fbb80b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1165037 Aug 21 12:28:07.432863 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b7f20c57-4ff5-406c-b498-005f2486e6fc req-f7786ba5-3883-47dd-a150-efc289fa8446 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655584 Aug 21 12:28:07.479628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:07.502818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60784) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:07.530028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:07.534237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:07.538728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:639950c274fc415db6ac0374a6d59468 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:07.541938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:07.548568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:07.565647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:07.570330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6b13faab1f4b87b0b450567c47601d is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:07.573509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:07.582742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:07.692240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:07.697038 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d23a4e8-30da-42dc-b2cd-9b799e8defd3 req-c2a3d668-2a37-4410-8cd0-9f8ba5b23c17 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1099 time: 0.2979860 Aug 21 12:28:07.705685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ace60f-2459-486a-9afe-77cd4ad52883 req-12d5d644-9dd1-4b0f-bff8-fc577440e55b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.707330 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f6ace60f-2459-486a-9afe-77cd4ad52883 req-12d5d644-9dd1-4b0f-bff8-fc577440e55b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1299176 Aug 21 12:28:07.721705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60790) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:07.732956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'floatingip': {'port_id': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:07.745073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0462e4-4d14-4277-aceb-6858b3bc7547 req-7222f943-a037-448a-b407-dc9086b9234f tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:07.747286 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6a0462e4-4d14-4277-aceb-6858b3bc7547 req-7222f943-a037-448a-b407-dc9086b9234f tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1727526 Aug 21 12:28:07.749094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:07.758434 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ad2356cf-d883-4795-b5ff-352e02bc300e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:07.827365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92230831-6bc6-450b-ac2c-8b1e421b0f5d,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:07.875245 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d23a4e8-30da-42dc-b2cd-9b799e8defd3 req-be173165-a003-4059-932c-5773a55de777 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664894 Aug 21 12:28:07.883479 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=639950c274fc415db6ac0374a6d59468&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6448441 Aug 21 12:28:07.883479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.883479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.883479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.883866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.888014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:28:07.890417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60796) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:07.895897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:07.919886 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6a0462e4-4d14-4277-aceb-6858b3bc7547 req-d3fee1aa-6f8d-439e-b1f3-b02b5e18af7e tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624610 Aug 21 12:28:08.006815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.010196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.017149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.056494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.077534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.131177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-10dd809d-3e0b-47f6-a051-ffe960128952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:08.135308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.143392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ba839c92-f322-4e7b-b9e2-fb378e463982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:08.161262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92230831-6bc6-450b-ac2c-8b1e421b0f5d,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:08.163761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:08.167702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.182484 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92230831-6bc6-450b-ac2c-8b1e421b0f5d HTTP/1.1" status: 204 len: 168 time: 0.2882884 Aug 21 12:28:08.240264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e54b86-2b97-49d5-90a1-cfcf3d600f91,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:08.251942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:08.258587 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e6b13faab1f4b87b0b450567c47601d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7541778 Aug 21 12:28:08.263217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60806) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:08.335740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaf39e-d4f5-411b-a839-4aecb282229a req-19ede9b3-8f96-40ff-8082-cd16d07b53d2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:08.337344 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-00aaf39e-d4f5-411b-a839-4aecb282229a req-19ede9b3-8f96-40ff-8082-cd16d07b53d2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1245468 Aug 21 12:28:08.342973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2efab-9ba5-4db0-8b03-43f08e1084be req-39b71d42-7ab3-48f3-b1a0-50af3928ed8a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:08.344584 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e5c2efab-9ba5-4db0-8b03-43f08e1084be req-39b71d42-7ab3-48f3-b1a0-50af3928ed8a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.2758029 Aug 21 12:28:08.378794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.421781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.448948 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-00aaf39e-d4f5-411b-a839-4aecb282229a req-6db9c26a-a861-448b-9aab-24ced7aada14 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980349 Aug 21 12:28:08.501146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.506476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cfba3dc4-c350-4cb8-897d-6dd3ba0f100e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:08.520776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e54b86-2b97-49d5-90a1-cfcf3d600f91,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:08.523923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:08.524693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.528765 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7e54b86-2b97-49d5-90a1-cfcf3d600f91 HTTP/1.1" status: 204 len: 168 time: 0.2609134 Aug 21 12:28:08.542044 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e5c2efab-9ba5-4db0-8b03-43f08e1084be req-6c934f3f-c07e-4283-9473-ba6d3a197157 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867092 Aug 21 12:28:08.908667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60818) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:08.929365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:08.975971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:08.980831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Usage tracker for resource:security_group_rule and tenant:c33053cc4ae1457fb692d1de69620450 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:08.985125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:08.992857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:09.067141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.091188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.101203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.123862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.136087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-51fc1810-30e3-486f-be08-0f373a036c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:09.204727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fbfd71-c25d-449f-8904-2b261436dd0a,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:09.212495 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c33053cc4ae1457fb692d1de69620450&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3027160 Aug 21 12:28:09.215224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 60836) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:09.216709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:09.372492 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Floating IP 08362b70-ff12-4ae9-b188-e410058150b6 associated. External IP: 172.27.2.104, port: 1bd8dabb-c719-4eba-875e-9dc2b49ff03b. Aug 21 12:28:09.398538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55841f8-b1c3-4229-8b95-46cf1793fe64 req-1a1d8c71-01ca-46cd-8247-18739acf23db tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:09.400176 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c55841f8-b1c3-4229-8b95-46cf1793fe64 req-1a1d8c71-01ca-46cd-8247-18739acf23db tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1975253 Aug 21 12:28:09.405348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.493557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.585919 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c55841f8-b1c3-4229-8b95-46cf1793fe64 req-3336fbee-f5c2-4f85-ac33-4316ddc444f7 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783512 Aug 21 12:28:09.600528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.621536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:09.633619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fbfd71-c25d-449f-8904-2b261436dd0a,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:09.644684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:09.644684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:09.644684 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0fbfd71-c25d-449f-8904-2b261436dd0a HTTP/1.1" status: 204 len: 168 time: 0.4247236 Aug 21 12:28:09.943595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba475592-d444-4f80-9840-7f9098b9602b req-9a5e6955-76c4-4103-8f44-32e792845a02 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:09.945693 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ba475592-d444-4f80-9840-7f9098b9602b req-9a5e6955-76c4-4103-8f44-32e792845a02 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1012664 Aug 21 12:28:10.039663 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ba475592-d444-4f80-9840-7f9098b9602b req-bf043b12-9dd5-4192-a078-9cfafcde088a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846958 Aug 21 12:28:10.088534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59981-1e80-4d00-9fb8-e07c31102bcb req-2f7958db-0a7c-46c5-9cdd-2582392ea3dd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:10.100924 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e3a59981-1e80-4d00-9fb8-e07c31102bcb req-2f7958db-0a7c-46c5-9cdd-2582392ea3dd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.4088194 Aug 21 12:28:10.242222 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e3a59981-1e80-4d00-9fb8-e07c31102bcb req-a4af7c45-eb41-4f15-986d-26ff9f806815 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364908 Aug 21 12:28:10.362790 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-248575d1-3888-4b18-a7a8-ba40c676e75d tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:10.364704 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-248575d1-3888-4b18-a7a8-ba40c676e75d tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.1090398 Aug 21 12:28:10.460306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Deleting port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:28:10.461262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:10.526247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Router 1be2d493-fa24-4fef-b868-7c8c197869be has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:28:10.782477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] For port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,segment=NetworkSegment(1a2380ee-fb3e-4371-9d95-faf6ad82f0d1),segment_id=1a2380ee-fb3e-4371-9d95-faf6ad82f0d1)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:28:10.783011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:10.884048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:28:10.896768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:28:10.920498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:28:10.921188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:28:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:10.934592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:10.984161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Calling delete_port for 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:28:11.085553 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-de158fa5-7ef8-40f2-8426-75c1ad1f7b47 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "PUT /v2.0/floatingips/08362b70-ff12-4ae9-b188-e410058150b6 HTTP/1.1" status: 200 len: 992 time: 3.3624611 Aug 21 12:28:11.111358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:11.321433 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:28:11.472801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396857de-a41e-4986-9d28-ac4decf22169 req-fbcca3f2-d08c-4a7c-ab47-b8868b4712e6 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:11.480305 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-396857de-a41e-4986-9d28-ac4decf22169 req-fbcca3f2-d08c-4a7c-ab47-b8868b4712e6 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 946 time: 0.6266494 Aug 21 12:28:11.727877 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-396857de-a41e-4986-9d28-ac4decf22169 req-09003d1b-a78c-4473-aec7-be9521b33f67 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/security-groups?id=e284db24-ba63-4ed8-b11c-e2c327131fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413512 Aug 21 12:28:11.729002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4832-7988-44f6-835a-2a84775725d1 req-92542e3b-8f5b-4154-a393-c1a523a663a6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:11.729002 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-23ea4832-7988-44f6-835a-2a84775725d1 req-92542e3b-8f5b-4154-a393-c1a523a663a6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1343861 Aug 21 12:28:11.729002 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'status': 'completed', 'code': 200} Aug 21 12:28:11.752065 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-23ea4832-7988-44f6-835a-2a84775725d1 req-dfe58a98-5736-4e02-9bee-8ed23f30e5d4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Aug 21 12:28:11.758286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:11.773073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['197b76f3-2be8-4589-bd24-a1caf3d5c0d7'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:28:11.777270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:11.891334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Pushing event deleted for resources: {'Port': ['ID=197b76f3-2be8-4589-bd24-a1caf3d5c0d7,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:11.895382 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-11aa82f2-1e48-4cc3-bde7-d5f18d271154 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1099 time: 0.1449077 Aug 21 12:28:11.912841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '08362b70-ff12-4ae9-b188-e410058150b6', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'port_id': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'mac_address': 'fa:16:3e:86:31:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6746db12-3e58-4fb4-8bb3-49a648731792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:27:33Z', 'updated_at': '2021-08-21T12:28:08Z', 'revision_number': 1, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:11.940456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:28:11.961926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:28:11.966676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:28:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:11.972102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:11.980228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] No DVR routers for this DVR port 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:28:11.988338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:11.994952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'name': 'network-vif-deleted', 'tag': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:12.040589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7d33-6bc1-460f-bc61-36080f7f4f0a req-35dfc3e8-782a-4617-a468-41b874f9da84 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:12.048489 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-edab7d33-6bc1-460f-bc61-36080f7f4f0a req-35dfc3e8-782a-4617-a468-41b874f9da84 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.2006280 Aug 21 12:28:12.108649 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-54c262e4-9e8a-4abb-a037-fdfa23fb697c req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.35 "DELETE /v2.0/ports/197b76f3-2be8-4589-bd24-a1caf3d5c0d7 HTTP/1.1" status: 204 len: 173 time: 1.7358644 Aug 21 12:28:12.125948 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6', 'name': 'network-vif-deleted', 'tag': '197b76f3-2be8-4589-bd24-a1caf3d5c0d7', 'status': 'completed', 'code': 200} Aug 21 12:28:12.170578 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-edab7d33-6bc1-460f-bc61-36080f7f4f0a req-434dc042-b192-4576-9d52-f2d09f119f0f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186104 Aug 21 12:28:12.184340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-908d1ebc-5148-4987-a6dc-56bb51e64064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:12.185976 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-908d1ebc-5148-4987-a6dc-56bb51e64064 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.2831552 Aug 21 12:28:12.333054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:28:12.381838 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-6c289309-416a-46b2-b53b-cd5d30dc4cf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 1000 time: 0.1880233 Aug 21 12:28:12.463128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-b983d898-c49b-4e8c-9fdf-645581b928c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:12.464820 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-b983d898-c49b-4e8c-9fdf-645581b928c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.0755918 Aug 21 12:28:12.542303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04e3c-2d69-4cc5-b151-064f1a458cd6 req-9a5e3e8d-718a-4b8c-9b3a-fdf504b0b9ed tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:12.544327 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcb04e3c-2d69-4cc5-b151-064f1a458cd6 req-9a5e3e8d-718a-4b8c-9b3a-fdf504b0b9ed tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.2206142 Aug 21 12:28:12.554603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 60968) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:12.563293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'floatingip': {'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:12.647187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:12.774703 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-bc53f44c-3d98-42b1-a9a2-d47cf0ceb2dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2972598 Aug 21 12:28:12.876195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '08362b70-ff12-4ae9-b188-e410058150b6', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'port_id': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'mac_address': 'fa:16:3e:86:31:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6746db12-3e58-4fb4-8bb3-49a648731792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:27:33Z', 'updated_at': '2021-08-21T12:28:08Z', 'revision_number': 1, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:12.890331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91713a7-bf72-4d0f-9f40-ecf307c61d7d None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '08362b70-ff12-4ae9-b188-e410058150b6', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'port_id': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'mac_address': 'fa:16:3e:86:31:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6746db12-3e58-4fb4-8bb3-49a648731792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:27:33Z', 'updated_at': '2021-08-21T12:28:08Z', 'revision_number': 1, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:28:13.138140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-98121f7b-5492-4ad6-a151-fbc5052c4041 req-c1fd6bf6-f18b-41d2-8c5a-92764e9164d1 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Synchronizing usage tracker for tenant:1787c3f7bec742019e6b49604067909b on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:13.232248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-98121f7b-5492-4ad6-a151-fbc5052c4041 req-c1fd6bf6-f18b-41d2-8c5a-92764e9164d1 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Unset dirty status for tenant:1787c3f7bec742019e6b49604067909b on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:13.236438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98121f7b-5492-4ad6-a151-fbc5052c4041 req-c1fd6bf6-f18b-41d2-8c5a-92764e9164d1 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc49c8d-e5f4-4d28-9cd3-d08c56fb1cb6 HTTP/1.1" status: 200 len: 210 time: 0.1563864 Aug 21 12:28:13.322174 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-73c2fdc2-c291-421a-8006-0ab3d011f0d2 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143998 Aug 21 12:28:13.518322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49aa28b-49b0-4df3-a2d7-5b51233cc072 None None] New status for floating IP 08362b70-ff12-4ae9-b188-e410058150b6: ACTIVE {{(pid=82486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:28:13.978058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76003ad3-7732-4488-99d6-34e0b8630f3c req-b5884277-bc71-493f-8fc5-351c69bde784 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:13.979681 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-76003ad3-7732-4488-99d6-34e0b8630f3c req-b5884277-bc71-493f-8fc5-351c69bde784 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.9108317 Aug 21 12:28:14.047120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:28:14.060558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32784) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:14.072733 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e614f8d2-c39e-4f36-85a3-707e05840bb9 req-f6d48d72-b9a3-46cd-8963-0d70fb708d93 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167567 Aug 21 12:28:14.094070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:28:14.099002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 197b76f3-2be8-4589-bd24-a1caf3d5c0d7 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:28:14.123573 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-76003ad3-7732-4488-99d6-34e0b8630f3c req-4050fd78-ed8f-41ce-8f66-bf0fb44a483d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151831 Aug 21 12:28:14.259160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.294406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:14.299064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:edc9e8f20b1b49bcad00766b6ed51432 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:14.302366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:14.308794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:14.311566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.341551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.383759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.420658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.428854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:14.475324 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edc9e8f20b1b49bcad00766b6ed51432&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4133537 Aug 21 12:28:14.483363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32804) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:14.518167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd3bce-0322-4c3e-acf7-a3de4821a50c,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:14.523100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:14.572553 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Floating IP 23347b40-30cb-439f-8e21-b4cf8e24d5c1 associated. External IP: 172.27.2.116, port: 360b7838-be21-4113-8373-9ac1f3d170f4. Aug 21 12:28:14.636095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.690056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.757680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32820) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:14.877757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.884672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3eaad171-db39-4929-95df-bf9f84d17c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:14.913157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd3bce-0322-4c3e-acf7-a3de4821a50c,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:14.918193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:14.925616 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1bd3bce-0322-4c3e-acf7-a3de4821a50c HTTP/1.1" status: 204 len: 168 time: 0.4411595 Aug 21 12:28:14.927504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:15.030481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.104876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:15.120105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Usage tracker for resource:security_group_rule and tenant:a2a5a115fede4fb29f44a8b6ed8b47ce is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:15.127037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:15.141315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:15.159023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Router 51afa978-5c57-4d22-a946-52588261a1d7 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:28:15.227304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.266381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.297424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:15.306554 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2a5a115fede4fb29f44a8b6ed8b47ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5461011 Aug 21 12:28:15.312820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32840) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:15.384158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd7382-eec2-4859-b226-c0f616c6a580,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:15.387459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:15.405473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.438294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.447648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8b1b5-e167-43c0-bc97-aaa549bcc191 req-ac38d6bd-9e81-4e43-9eb5-ba57a4fba5b9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:15.449284 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-71e8b1b5-e167-43c0-bc97-aaa549bcc191 req-ac38d6bd-9e81-4e43-9eb5-ba57a4fba5b9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1678600 Aug 21 12:28:15.521477 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-71e8b1b5-e167-43c0-bc97-aaa549bcc191 req-1a455a84-7ef4-4b01-8492-06c4da24eadb tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650640 Aug 21 12:28:15.534101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:28:15.543517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.552169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32844) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:15.554665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:28:15.555314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.567200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:28:15.567855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:28:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:15.573020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:15.591009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd7382-eec2-4859-b226-c0f616c6a580,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:15.593725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.600942 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-02a59cb5-9356-49f0-a08f-652469559c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "PUT /v2.0/floatingips/23347b40-30cb-439f-8e21-b4cf8e24d5c1 HTTP/1.1" status: 200 len: 992 time: 3.0426517 Aug 21 12:28:15.600942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:15.610382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:15.612853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.614076 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1acd7382-eec2-4859-b226-c0f616c6a580 HTTP/1.1" status: 204 len: 168 time: 0.3000858 Aug 21 12:28:15.640874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:15.645121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Usage tracker for resource:security_group_rule and tenant:67712fe68b574dee9dc828c5a2cba01e is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:15.648450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:15.656067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:15.679087 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'status': 'completed', 'code': 200} Aug 21 12:28:15.738365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.775212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.791977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-26e32558-1b74-4b52-a756-5415ea2d7d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:15.833874 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67712fe68b574dee9dc828c5a2cba01e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2804232 Aug 21 12:28:15.836734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 32854) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:15.838647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a2072-0143-4aa9-a185-7d67b986cd2e,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:15.842764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:15.912365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.941370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:15.972915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:28:16.021144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.027089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:16.042000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a2072-0143-4aa9-a185-7d67b986cd2e,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:16.055860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:16.057812 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.064047 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e28a2072-0143-4aa9-a185-7d67b986cd2e HTTP/1.1" status: 204 len: 168 time: 0.2259507 Aug 21 12:28:16.370695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '23347b40-30cb-439f-8e21-b4cf8e24d5c1', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'mac_address': 'fa:16:3e:7b:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786235e-f557-42b5-af2a-7256fec408ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:27:36Z', 'updated_at': '2021-08-21T12:28:14Z', 'revision_number': 1, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:16.379922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:28:16.388044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 32874) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:16.403783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:28:16.404800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:28:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:16.408309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.443956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:16.448194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2a038fdba94371a4736d16efc5e9c1 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:16.451766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:16.458601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:16.531879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.579160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.590550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:16.610221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:28:16.633799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182c44b1-3bba-486c-8f1c-765bcb0f5878,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:16.641843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32886) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:16.641986 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac2a038fdba94371a4736d16efc5e9c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2527511 Aug 21 12:28:16.642928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:16.714494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.743220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.820532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.826586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:16.839681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182c44b1-3bba-486c-8f1c-765bcb0f5878,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:16.846634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:16.854687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:16.856096 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/182c44b1-3bba-486c-8f1c-765bcb0f5878 HTTP/1.1" status: 204 len: 168 time: 0.2123716 Aug 21 12:28:17.043017 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '23347b40-30cb-439f-8e21-b4cf8e24d5c1', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'mac_address': 'fa:16:3e:7b:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786235e-f557-42b5-af2a-7256fec408ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:27:36Z', 'updated_at': '2021-08-21T12:28:14Z', 'revision_number': 1, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:17.048918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e27fed4-8e91-43f5-a3d7-999820d22bf6 None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '23347b40-30cb-439f-8e21-b4cf8e24d5c1', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'mac_address': 'fa:16:3e:7b:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8786235e-f557-42b5-af2a-7256fec408ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:27:36Z', 'updated_at': '2021-08-21T12:28:14Z', 'revision_number': 1, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:28:17.179885 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32902) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:17.325149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1006664253-network', 'tenant_id': '43951e232f85445a85759063131294aa'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:17.330279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:17.334802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Usage tracker for resource:network and tenant:43951e232f85445a85759063131294aa is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:17.338039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:17.345967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:17.384700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Made reservation on behalf of 43951e232f85445a85759063131294aa for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:17.389647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.404092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.415356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd461c-26d9-4305-8403-9fac75f053c8 None None] New status for floating IP 23347b40-30cb-439f-8e21-b4cf8e24d5c1: ACTIVE {{(pid=82486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:28:17.438396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:17.442882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Usage tracker for resource:security_group_rule and tenant:43951e232f85445a85759063131294aa is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:17.446080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:17.452167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:17.521325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.571022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.576733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9dfbaf7a-57ef-42a8-b59d-51735d41c0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:17.605680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:28:17.619570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca6ea4b-6cd6-4c19-a3ae-85ad8ae30bb2,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:17.622804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:17.668117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.668545 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Added segment df95116f-33dd-4b8e-bb2f-33fc2b980f59 of type vlan for network 4fedd294-8174-408e-bd68-3d18f08a379a Aug 21 12:28:17.761235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.910731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.912231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:17.912886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:17.919079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-af04d812-9517-4bac-9745-33494aaf1647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:18.028205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Pushing event updated for resources: {'Network': ['ID=4fedd294-8174-408e-bd68-3d18f08a379a,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:18.031247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:18.040444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 4fedd294-8174-408e-bd68-3d18f08a379a details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:28:18.054374 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8730614 Aug 21 12:28:18.057361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 32928) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:18.063692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Request body: {'subnet': {'network_id': '4fedd294-8174-408e-bd68-3d18f08a379a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1006664253-subnet', 'tenant_id': '43951e232f85445a85759063131294aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:18.069303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:18.073364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Usage tracker for resource:subnet and tenant:43951e232f85445a85759063131294aa is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:18.076631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:18.082941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:18.174931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Made reservation on behalf of 43951e232f85445a85759063131294aa for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:18.179676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Notify callbacks [] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:18.421040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:18.425950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5da8d3b0-67ad-46fd-9adf-0361c58a7bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:18.503325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacf8545-4fd4-4770-9141-6fd85ab195bf,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:18.506169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:18.515317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Checking segment: {'id': 'df95116f-33dd-4b8e-bb2f-33fc2b980f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4fedd294-8174-408e-bd68-3d18f08a379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:18.515714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Network hostable DHCP agents. Network: 4fedd294-8174-408e-bd68-3d18f08a379a, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:28:18.631273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Network 4fedd294-8174-408e-bd68-3d18f08a379a is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:28:18.683969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 4fedd294-8174-408e-bd68-3d18f08a379a) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:18.688924 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-630165cf-8049-421c-83fa-78153cb8bd7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1099 time: 0.1354759 Aug 21 12:28:18.694173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc7fb84-e85b-4df6-a31c-ff5204259b21 None None] Network 4fedd294-8174-408e-bd68-3d18f08a379a requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:18.717373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:18.717958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:18.834498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32948) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:18.873267 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8146267 Aug 21 12:28:18.888591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-d3f23e17-059c-44f0-bd2d-f3259b818b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:18.890892 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-d3f23e17-059c-44f0-bd2d-f3259b818b52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1688406 Aug 21 12:28:18.903469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1ec49-9fed-48b3-8bb2-a6fc17e142f2 req-4c1da8fd-be54-485e-8e63-aa80d732c62d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:18.905703 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84c1ec49-9fed-48b3-8bb2-a6fc17e142f2 req-4c1da8fd-be54-485e-8e63-aa80d732c62d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1892076 Aug 21 12:28:18.970962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84c1ec49-9fed-48b3-8bb2-a6fc17e142f2 req-01c74a4a-b37a-44ee-8aad-66bf2961b20b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541716 Aug 21 12:28:18.976832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Deleting subnet 0f9035fa-20b7-499e-8af2-fdad8a36fce8 {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:28:18.994273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.086439 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-1ed92803-7bee-42d6-b6b1-ddbcd93ca64f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 200 len: 1002 time: 0.1849484 Aug 21 12:28:19.111879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.141466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.143652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e1396-0d73-47e2-a35c-30184426e621 None None] Network 4fedd294-8174-408e-bd68-3d18f08a379a requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:19.191861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-adfbfcd0-160a-45ee-8ee6-f69268c94fcb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:19.191861 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-adfbfcd0-160a-45ee-8ee6-f69268c94fcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0897832 Aug 21 12:28:19.194105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:28:19.297996 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-6c0e6a8f-57f7-49b6-8966-16ecca344f4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990856 Aug 21 12:28:19.480561 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-a8cd34bd-883f-42ef-8ab2-6e55c187d2b1 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737907 Aug 21 12:28:19.489722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.495517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cb134578-6f7f-4537-b1dd-317823f663ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:19.532240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9035fa-20b7-499e-8af2-fdad8a36fce8,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:19.539839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:19.551687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.559780 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d5209ab6-846d-4161-9840-6731754437f6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f9035fa-20b7-499e-8af2-fdad8a36fce8 HTTP/1.1" status: 204 len: 168 time: 0.7225299 Aug 21 12:28:19.562407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 32974) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:19.734454 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0621b2a6-df74-438c-882a-fb3a49f575c9 req-d9bfb076-7b73-4847-b7a5-1d45e8644632 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394412 Aug 21 12:28:19.799792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.946432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:19.974369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.974864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.975756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.976141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > port after_create 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.976515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.976906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > port after_update 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.977276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.977665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.981089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:19.986445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:20.086162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:20.086162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:20.086506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:20.086957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:20.087255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539007a0-e6ea-4d50-b522-b3ed7b000263']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:20.101478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:20.101963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2380ee-fb3e-4371-9d95-faf6ad82f0d1') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:20.116216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.150381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.158335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:28:20.162815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: (self, other), Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: (self, other), Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:28:20.177871 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:28:20.344026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd5e58-77fc-4058-9009-18b7ec86854c req-62f66a33-1f7c-4194-93ec-949111b21533 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:20.345726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-24bd5e58-77fc-4058-9009-18b7ec86854c req-62f66a33-1f7c-4194-93ec-949111b21533 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1190133 Aug 21 12:28:20.402098 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-24bd5e58-77fc-4058-9009-18b7ec86854c req-61f7a914-444f-4fc6-8708-9f1e55edee07 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Aug 21 12:28:20.449013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.455450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.459419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-55db164f-9023-434d-bbc5-9ac9d82a1671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:20.483951 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] 10.222.0.18 "DELETE /v2.0/networks/539007a0-e6ea-4d50-b522-b3ed7b000263 HTTP/1.1" status: 204 len: 168 time: 0.9174454 Aug 21 12:28:20.483951 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=539007a0-e6ea-4d50-b522-b3ed7b000263,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:20.485397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:20.659211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33016) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:20.666696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-839293003-network', 'tenant_id': 'f2bbe11b1b6544c88e04aa3f08f7477a'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:20.672652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:20.686391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Usage tracker for resource:network and tenant:f2bbe11b1b6544c88e04aa3f08f7477a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:20.686391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:20.686548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:20.734654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Made reservation on behalf of f2bbe11b1b6544c88e04aa3f08f7477a for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:20.740091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.754505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:20.787631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:20.791678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f2bbe11b1b6544c88e04aa3f08f7477a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:20.794617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:20.800743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:20.815556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33024) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:20.874293 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-777cf46f-d938-49c3-9145-76fe86b9f76c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1787c3f7bec742019e6b49604067909b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571811 Aug 21 12:28:20.876653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33032) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:21.094587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.123707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.128593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2d857a90-57be-4034-b69c-65f00d429eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:21.148763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.159517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:28:21.168760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7fbbb9-9c87-4080-b21c-ffe6b42ed717,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:21.172511 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:21.175019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.175408 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Added segment dc8e6caf-663b-4194-9af2-93794eb10507 of type vlan for network 400a8650-b92b-4b0d-b5a5-f8c34876553a Aug 21 12:28:21.176368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.203076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.281432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.282813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:21.283463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.289397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:21.346285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.351559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1c41bd29-dff7-4c84-b6df-764fdbd36b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:21.366633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e284db24-ba63-4ed8-b11c-e2c327131fa3,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:21.369157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:21.397782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.399062 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e284db24-ba63-4ed8-b11c-e2c327131fa3 HTTP/1.1" status: 204 len: 168 time: 0.5210080 Aug 21 12:28:21.407892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Pushing event updated for resources: {'Network': ['ID=400a8650-b92b-4b0d-b5a5-f8c34876553a,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:21.411072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:21.419163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 400a8650-b92b-4b0d-b5a5-f8c34876553a details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:28:21.426988 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7663758 Aug 21 12:28:21.430982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33040) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:21.437486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Request body: {'subnet': {'network_id': '400a8650-b92b-4b0d-b5a5-f8c34876553a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-839293003-subnet', 'tenant_id': 'f2bbe11b1b6544c88e04aa3f08f7477a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:21.443102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:21.448042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Usage tracker for resource:subnet and tenant:f2bbe11b1b6544c88e04aa3f08f7477a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:21.451829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:21.458732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:21.495487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Made reservation on behalf of f2bbe11b1b6544c88e04aa3f08f7477a for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:21.502237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850660924'] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.639999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c475e8-11b5-48d7-8002-a7e18e22557b req-04caf936-0b88-4339-9581-d76b5631e66b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:21.641622 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b4c475e8-11b5-48d7-8002-a7e18e22557b req-04caf936-0b88-4339-9581-d76b5631e66b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0886767 Aug 21 12:28:21.692702 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b4c475e8-11b5-48d7-8002-a7e18e22557b req-8ceffbc7-e345-40d2-83a8-2ac8148bb342 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Aug 21 12:28:21.781164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850660907'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:21.787538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a2681ed7-bde7-4d02-adcf-c78013ee1f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:21.859206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6f2d7d-164d-4423-85fd-2fbf36fb678c,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:21.870558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:21.884496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Checking segment: {'id': 'dc8e6caf-663b-4194-9af2-93794eb10507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '400a8650-b92b-4b0d-b5a5-f8c34876553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:21.885545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Network hostable DHCP agents. Network: 400a8650-b92b-4b0d-b5a5-f8c34876553a, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:28:21.934754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Network 400a8650-b92b-4b0d-b5a5-f8c34876553a is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:28:22.007585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 400a8650-b92b-4b0d-b5a5-f8c34876553a) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:22.018732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:22.019849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:22.028668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e33e1a-9f0a-4dfb-b376-efa10661b376 None None] Network 400a8650-b92b-4b0d-b5a5-f8c34876553a requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:22.083375 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6519063 Aug 21 12:28:22.336149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3d2a8-7d57-4b4f-a72d-45c94debe4f2 None None] Network 400a8650-b92b-4b0d-b5a5-f8c34876553a requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:23.283273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741321fa-d53f-464b-91d2-eb82fc1d04e3 req-a9fd504b-1175-42c9-af53-7be8a9532197 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:23.285352 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-741321fa-d53f-464b-91d2-eb82fc1d04e3 req-a9fd504b-1175-42c9-af53-7be8a9532197 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1024413 Aug 21 12:28:23.382864 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-741321fa-d53f-464b-91d2-eb82fc1d04e3 req-40d553b0-1f0e-4afd-881e-fe64a0ed720f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914264 Aug 21 12:28:24.601405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ca1b-baa1-4216-b9de-0977a716b995 req-510a1aac-11aa-4911-b1df-bbfeb37e1b3a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:24.603036 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9747ca1b-baa1-4216-b9de-0977a716b995 req-510a1aac-11aa-4911-b1df-bbfeb37e1b3a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0870645 Aug 21 12:28:24.643351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33148) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:24.661965 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9747ca1b-baa1-4216-b9de-0977a716b995 req-fce65756-8294-4e92-a00e-f2fbe5b7564d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Aug 21 12:28:24.797383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:24.882087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:24.886427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Usage tracker for resource:security_group_rule and tenant:caa6bb2669b74ce8888a29620bd9f7b2 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:24.889552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:24.895717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:24.970063 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:25.026272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:25.035072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-80d64b9d-eebb-44c3-9971-9cde38f8b393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:25.083661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0081e561-740c-41db-b299-573638e0b5cf,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:25.107880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:25.112222 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa6bb2669b74ce8888a29620bd9f7b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4649692 Aug 21 12:28:25.112222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33172) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:25.187115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:25.238098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:25.379093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:25.384625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f544697d-2296-489e-a790-9165036ba9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:25.397355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081e561-740c-41db-b299-573638e0b5cf,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:25.400489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:25.402522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:25.406579 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0081e561-740c-41db-b299-573638e0b5cf HTTP/1.1" status: 204 len: 168 time: 0.2935662 Aug 21 12:28:25.898364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe343dc-1132-41fd-a4be-7167ec83bc8b req-9609b331-2d1c-4094-ae42-7197a89db1f3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:25.900004 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0fe343dc-1132-41fd-a4be-7167ec83bc8b req-9609b331-2d1c-4094-ae42-7197a89db1f3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0921738 Aug 21 12:28:25.950667 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0fe343dc-1132-41fd-a4be-7167ec83bc8b req-9810d161-b236-4dac-bbb3-b45637bf17e1 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Aug 21 12:28:26.119099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33218) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:26.144787 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.176085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:26.180189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbff0d369344ab78eac05c1c9ca30b3 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:26.183763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:26.189345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:26.331827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.361604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.369674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9a8eba31-ea31-415e-88a5-e091eaa5f21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:26.414509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23f4646-8111-4b56-94a5-ff1c889f545c,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:26.417876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:26.420405 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fbff0d369344ab78eac05c1c9ca30b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2999902 Aug 21 12:28:26.422965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33236) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:26.487564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.516527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.590985 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.596576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b8fa240c-afd7-48bb-9d9d-a000db9b5aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:26.610338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23f4646-8111-4b56-94a5-ff1c889f545c,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:26.612883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:26.615441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:26.620159 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c23f4646-8111-4b56-94a5-ff1c889f545c HTTP/1.1" status: 204 len: 168 time: 0.1961150 Aug 21 12:28:27.163387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a71abb92-63b1-46b3-af2a-4d96b1b0d46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:27.186598 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64726-fe4e-4558-98c5-0f23de7d9520 req-a62af2a5-68c7-47f5-81fe-3af2e7c33fcd tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:27.188134 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-53e64726-fe4e-4558-98c5-0f23de7d9520 req-a62af2a5-68c7-47f5-81fe-3af2e7c33fcd tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0938487 Aug 21 12:28:27.236546 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-53e64726-fe4e-4558-98c5-0f23de7d9520 req-c809e4b4-e221-4f18-9e0c-e1acd04a44ca tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Aug 21 12:28:27.741086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33286) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:27.893891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855737711-network', 'tenant_id': '49f701731b3640e18d923f9f538f2ab0'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:27.898959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:27.903016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Usage tracker for resource:network and tenant:49f701731b3640e18d923f9f538f2ab0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:27.906100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:27.913061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:27.945821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Made reservation on behalf of 49f701731b3640e18d923f9f538f2ab0 for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:27.951086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:27.964012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:27.996443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:28.000349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Usage tracker for resource:security_group_rule and tenant:49f701731b3640e18d923f9f538f2ab0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:28.003229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:28.009156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:28.077654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.111762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.116447 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fab95db4-8485-4f5b-9b85-2be31c1f810f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:28.142942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:28:28.155731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b82a33-343e-4c9a-ba38-86621e5f17cb,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:28.160133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:28.161065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.161446 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Added segment ee6c6d45-45dc-4f6b-8ca9-53395aa82d10 of type vlan for network 81776c62-7b49-434d-9e61-ec686cd6eec6 Aug 21 12:28:28.187681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.243131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.244318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:28.244992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.250087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-316f7740-7c8b-428e-91a0-ca98a1b1c569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:28.353471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Pushing event updated for resources: {'Network': ['ID=81776c62-7b49-434d-9e61-ec686cd6eec6,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:28.356342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:28.363980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 81776c62-7b49-434d-9e61-ec686cd6eec6 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:28:28.377819 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6331129 Aug 21 12:28:28.378406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33300) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:28.384387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Request body: {'subnet': {'network_id': '81776c62-7b49-434d-9e61-ec686cd6eec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855737711-subnet', 'tenant_id': '49f701731b3640e18d923f9f538f2ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:28.390173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:28.394375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Usage tracker for resource:subnet and tenant:49f701731b3640e18d923f9f538f2ab0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:28.397357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:28.404234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:28.443493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Made reservation on behalf of 49f701731b3640e18d923f9f538f2ab0 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:28.448456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.701280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.706181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:28.723128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.783527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57255703-82c5-4487-bd55-be400cea19bb,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:28.787314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:28.794946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Checking segment: {'id': 'ee6c6d45-45dc-4f6b-8ca9-53395aa82d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '81776c62-7b49-434d-9e61-ec686cd6eec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:28.795247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Network hostable DHCP agents. Network: 81776c62-7b49-434d-9e61-ec686cd6eec6, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:28:28.843175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Network 81776c62-7b49-434d-9e61-ec686cd6eec6 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:28:28.866228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.888987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 81776c62-7b49-434d-9e61-ec686cd6eec6) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:28.894972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:28.895622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:28.901525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cdaad-427a-4ea7-9f8f-09618b57d8ab None None] Network 81776c62-7b49-434d-9e61-ec686cd6eec6 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:28.972848 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5862777 Aug 21 12:28:29.125952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f187f-c8c6-436f-a69c-38988a3cb8b2 None None] Network 81776c62-7b49-434d-9e61-ec686cd6eec6 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:29.885170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3e553c4e-fccd-4617-aaaf-9191bb3c1751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:29.923071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:29.969259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33334) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:29.987435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1918191274-network', 'tenant_id': 'd4862a05a21146e5b6e8e4bb5e6e949e'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:29.992597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:29.997314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Usage tracker for resource:network and tenant:d4862a05a21146e5b6e8e4bb5e6e949e is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:30.008334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:30.016772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:30.054547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Made reservation on behalf of d4862a05a21146e5b6e8e4bb5e6e949e for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:30.059467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.072858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.106004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:30.109957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Usage tracker for resource:security_group_rule and tenant:d4862a05a21146e5b6e8e4bb5e6e949e is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:30.112795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:30.118699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:30.183645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.219962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.223999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-24a1890c-cbef-4d02-8f3c-5a242d7d2c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:30.255936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:28:30.264496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8d97a7-8f3d-458b-9df5-5a26512fe03d,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:30.267737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:30.271378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.271753 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Added segment 71f909e8-7d01-4e67-acfb-49251deed8d5 of type vlan for network 4b0cd265-db9c-4582-9807-71663beb4a7c Aug 21 12:28:30.299210 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.357182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.358371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:30.359012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.363872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:30.466498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Pushing event updated for resources: {'Network': ['ID=4b0cd265-db9c-4582-9807-71663beb4a7c,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:30.469357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:30.476823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 4b0cd265-db9c-4582-9807-71663beb4a7c details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:28:30.495733 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5252843 Aug 21 12:28:30.499292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33342) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:30.505318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Request body: {'subnet': {'network_id': '4b0cd265-db9c-4582-9807-71663beb4a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1918191274-subnet', 'tenant_id': 'd4862a05a21146e5b6e8e4bb5e6e949e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:30.510388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:30.514433 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Usage tracker for resource:subnet and tenant:d4862a05a21146e5b6e8e4bb5e6e949e is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:30.517393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:30.523391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:30.562909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Made reservation on behalf of d4862a05a21146e5b6e8e4bb5e6e949e for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:30.567892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850660924'] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:30.923595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836bdad-e3f5-4731-8061-89e6016f266d req-e7780b13-1f09-472d-9dd7-4db58c218fe5 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:30.925171 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6836bdad-e3f5-4731-8061-89e6016f266d req-e7780b13-1f09-472d-9dd7-4db58c218fe5 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1119635 Aug 21 12:28:31.048633 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6836bdad-e3f5-4731-8061-89e6016f266d req-20f404bb-5bae-43f6-b834-c7d0dff44d08 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907507 Aug 21 12:28:31.089577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850660907'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.094697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-42d7e949-9297-444f-b608-a96facd382ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:31.118047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.173866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcbf00c-798e-4fcb-98c9-2399dcfd672a,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:31.176593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:31.190536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Checking segment: {'id': '71f909e8-7d01-4e67-acfb-49251deed8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4b0cd265-db9c-4582-9807-71663beb4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:31.190536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Network hostable DHCP agents. Network: 4b0cd265-db9c-4582-9807-71663beb4a7c, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:28:31.235860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Network 4b0cd265-db9c-4582-9807-71663beb4a7c is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:28:31.306330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 4b0cd265-db9c-4582-9807-71663beb4a7c) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:31.315044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0ce85-9f2a-4010-aa9d-43cf4c261703 None None] Network 4b0cd265-db9c-4582-9807-71663beb4a7c requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:31.318508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:31.319286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.407550 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4b986677-773a-4dec-8b6c-8dc083005e9d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9048846 Aug 21 12:28:31.541369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a2aa1-c7da-4d32-bbae-dee3f8c17e96 None None] Network 4b0cd265-db9c-4582-9807-71663beb4a7c requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:31.546105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33364) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:31.614494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Deleting subnet 57255703-82c5-4487-bd55-be400cea19bb {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:28:31.617541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.669408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.739077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.847772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.853764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9413df82-123c-4307-b27a-3895f20baf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:31.892772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57255703-82c5-4487-bd55-be400cea19bb,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:31.895391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:31.899056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:31.905896 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57255703-82c5-4487-bd55-be400cea19bb HTTP/1.1" status: 204 len: 168 time: 0.3582163 Aug 21 12:28:31.908199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33382) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:32.027052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.161864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.178177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81776c62-7b49-434d-9e61-ec686cd6eec6']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:32.192834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6c6d45-45dc-4f6b-8ca9-53395aa82d10') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:32.193270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6c6d45-45dc-4f6b-8ca9-53395aa82d10') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:32.207393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.235414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.242275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:28:32.242804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:28:32.258349 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:28:32.299976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529166-c6bf-4b22-a8ef-136d17d5da44 req-3e5509c7-1422-49aa-87d5-e19d51b72a97 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:32.306386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6529166-c6bf-4b22-a8ef-136d17d5da44 req-3e5509c7-1422-49aa-87d5-e19d51b72a97 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1009254 Aug 21 12:28:32.360666 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6529166-c6bf-4b22-a8ef-136d17d5da44 req-1c037865-2651-4ed6-87cd-380593ba3462 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Aug 21 12:28:32.389935 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.394105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6ff6ffa8-2b72-48c4-9147-4e3392cf8b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:32.408979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.419512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=81776c62-7b49-434d-9e61-ec686cd6eec6,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:32.422610 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/81776c62-7b49-434d-9e61-ec686cd6eec6 HTTP/1.1" status: 204 len: 168 time: 0.5134323 Aug 21 12:28:32.423605 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22b3c1f7-1173-452a-a2e9-6fb6ed42f2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:32.425474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33404) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:32.501891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Deleting subnet 0dcbf00c-798e-4fcb-98c9-2399dcfd672a {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:28:32.501891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.570644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.630499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.747040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.753175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:32.788411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcbf00c-798e-4fcb-98c9-2399dcfd672a,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:32.791284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:32.794216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:32.800336 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c4500f15-9ef2-4b96-bd8c-8689f784eec6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0dcbf00c-798e-4fcb-98c9-2399dcfd672a HTTP/1.1" status: 204 len: 168 time: 0.3737276 Aug 21 12:28:32.802937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33422) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:32.958484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.093102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.107737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0cd265-db9c-4582-9807-71663beb4a7c']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:33.120426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f909e8-7d01-4e67-acfb-49251deed8d5') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:33.120813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f909e8-7d01-4e67-acfb-49251deed8d5') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:33.134618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.151871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.160018 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:28:33.160459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:28:33.179277 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:28:33.305718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.309341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:33.323036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.332590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0cd265-db9c-4582-9807-71663beb4a7c,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:33.334857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:33.338812 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-11307574-4579-42e6-b7c2-1b208258da6c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4b0cd265-db9c-4582-9807-71663beb4a7c HTTP/1.1" status: 204 len: 168 time: 0.5325062 Aug 21 12:28:33.577194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a315d-48fa-4038-b193-ceed2c6bddb7 req-2ea65536-c743-4728-bcae-0fed99780041 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:33.578853 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bf0a315d-48fa-4038-b193-ceed2c6bddb7 req-2ea65536-c743-4728-bcae-0fed99780041 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0899601 Aug 21 12:28:33.629958 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bf0a315d-48fa-4038-b193-ceed2c6bddb7 req-49b3b3ed-e7e5-4d9b-a23d-30701781d7ec tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Aug 21 12:28:33.639284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33448) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:33.695727 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-032041a9-0011-40cf-ab31-135abd720d33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49f701731b3640e18d923f9f538f2ab0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538106 Aug 21 12:28:33.696082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33454) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:33.760366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.787809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.854314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.859708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-33f24e87-88f9-4056-bfe8-13d467a2db25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:33.874654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b82a33-343e-4c9a-ba38-86621e5f17cb,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:33.879788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:33.881521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:33.882789 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54b82a33-343e-4c9a-ba38-86621e5f17cb HTTP/1.1" status: 204 len: 168 time: 0.1855228 Aug 21 12:28:34.507905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33486) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:34.561280 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-adad6033-175a-4417-bc54-d6be35ecb9dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4862a05a21146e5b6e8e4bb5e6e949e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521028 Aug 21 12:28:34.563941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33490) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:34.630426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:34.660646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:34.746448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:34.751529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-02bde8bf-decf-4f72-838e-255e1221724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:34.762818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8d97a7-8f3d-458b-9df5-5a26512fe03d,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:34.765133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:34.770822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:34.772258 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f8d97a7-8f3d-458b-9df5-5a26512fe03d HTTP/1.1" status: 204 len: 168 time: 0.2071202 Aug 21 12:28:36.650677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd70499-6c46-4612-8dea-ae6b7d4ec547 req-28216409-8c51-498f-9afb-6c251f311da4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:36.652328 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5cd70499-6c46-4612-8dea-ae6b7d4ec547 req-28216409-8c51-498f-9afb-6c251f311da4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0870521 Aug 21 12:28:36.702345 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5cd70499-6c46-4612-8dea-ae6b7d4ec547 req-2bf529aa-c3d2-45d6-b877-c571a49e6ca7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 Aug 21 12:28:37.909085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33616) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:37.937049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7684e-9e8f-48bd-880f-1e289e03aada req-bf3db948-e0d2-4d62-8873-d72ddb660aa5 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:37.944576 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e6d7684e-9e8f-48bd-880f-1e289e03aada req-bf3db948-e0d2-4d62-8873-d72ddb660aa5 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1070447 Aug 21 12:28:38.006761 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e6d7684e-9e8f-48bd-880f-1e289e03aada req-c86aa70c-5eb4-4bf9-95cc-6a68d0bc96ec tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608420 Aug 21 12:28:38.084633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33626) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:38.219190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.256202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:38.260582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Usage tracker for resource:security_group_rule and tenant:fa8ad18d8f9245859d063ef1f509ec3b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:38.264472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:38.271038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:38.346118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.361582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.384141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.394646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:38.396072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:38.400938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Usage tracker for resource:security_group_rule and tenant:609cfb1b5c2b4b51944f5c0839be3a00 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:38.403971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:38.411421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:38.449756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4ba04-a931-434d-a6ff-6bdb48317864,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:38.453094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:38.455860 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa8ad18d8f9245859d063ef1f509ec3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5453207 Aug 21 12:28:38.459054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33638) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:38.500652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.532652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.541009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4719f262-b7f3-4c41-befa-1d758cda308a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:38.556098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.589601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.591381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221e2e7f-ff76-45f9-b3a6-f9e07b2a832a,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:38.598572 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=609cfb1b5c2b4b51944f5c0839be3a00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5125585 Aug 21 12:28:38.599596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:38.600094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33648) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:38.703068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.732836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.738556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:38.764569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.779711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4ba04-a931-434d-a6ff-6bdb48317864,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:38.785585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:38.798641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.800342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ee4ba04-a931-434d-a6ff-6bdb48317864 HTTP/1.1" status: 204 len: 168 time: 0.3392842 Aug 21 12:28:38.852881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.858473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8b6e3f2b-17ed-4d4f-8381-132e156e427d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:38.869519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221e2e7f-ff76-45f9-b3a6-f9e07b2a832a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:38.875962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:38.876941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:38.878607 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/221e2e7f-ff76-45f9-b3a6-f9e07b2a832a HTTP/1.1" status: 204 len: 168 time: 0.2747266 Aug 21 12:28:39.231065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690384a-cb51-4c62-9600-18b5153ef508 req-c8178608-165e-4765-aaf0-824407ba7000 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:39.238689 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e690384a-cb51-4c62-9600-18b5153ef508 req-c8178608-165e-4765-aaf0-824407ba7000 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0933692 Aug 21 12:28:39.295727 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e690384a-cb51-4c62-9600-18b5153ef508 req-b830a3ed-e220-4329-8e05-2360a636e506 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 Aug 21 12:28:39.474002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33686) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:39.494140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.526957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:39.530952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Usage tracker for resource:security_group_rule and tenant:fe2259ec42c44a06a041b731d7071399 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:39.534630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:39.540490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:39.610248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.637624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.645436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f7a52047-8ee2-4f0e-96b8-6090066d9079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:39.689057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09334a07-fe1b-4a13-9e21-2d89a8034183,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:39.693255 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe2259ec42c44a06a041b731d7071399&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2180960 Aug 21 12:28:39.694240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:39.696067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33692) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:39.757805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.809839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.928680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.935842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-34cb6f04-8d1d-46bf-9539-de41929df22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:39.949281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09334a07-fe1b-4a13-9e21-2d89a8034183,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:39.960185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:39.967027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:39.968631 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09334a07-fe1b-4a13-9e21-2d89a8034183 HTTP/1.1" status: 204 len: 168 time: 0.2716205 Aug 21 12:28:41.117405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33764) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:41.279632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.313419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:41.317468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Usage tracker for resource:security_group_rule and tenant:31e32798a5554bac9314a5dffc31d762 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:41.321303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:41.328091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:41.398172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.429842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.438352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-16d5fe97-ade2-4b02-b46e-a4e23beb4d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:41.483970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc1591f-df5e-44d9-8303-01d7a978f6ee,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:41.490690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:41.493566 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31e32798a5554bac9314a5dffc31d762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746951 Aug 21 12:28:41.494290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33788) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:41.563157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.590960 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.670140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.675660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-63d1a6e6-441e-4b86-9806-f73cc3aab246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:41.691454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc1591f-df5e-44d9-8303-01d7a978f6ee,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:41.694579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:41.696821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:41.698345 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fc1591f-df5e-44d9-8303-01d7a978f6ee HTTP/1.1" status: 204 len: 168 time: 0.2026405 Aug 21 12:28:42.952215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336fcd5-a2ce-46ab-a060-b2dcfd8f88f0 req-879c9f89-dba4-4ab7-ae1f-35193baa01d0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:42.953925 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b336fcd5-a2ce-46ab-a060-b2dcfd8f88f0 req-879c9f89-dba4-4ab7-ae1f-35193baa01d0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0925303 Aug 21 12:28:43.013485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b336fcd5-a2ce-46ab-a060-b2dcfd8f88f0 req-b3aad584-4fd0-4bc2-b0fd-032f6f3ace46 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Aug 21 12:28:43.520243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 33864) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:43.677712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:43.723793 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:43.728393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b08274406047c887a02cefff2a9258 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:43.732176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:43.741466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:43.855361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:43.891932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:43.897640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d4252b9d-6b6a-46fc-9ffd-abfa932025e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:43.954161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dae99e5-edfc-4a6c-acbc-ef80bd003f29,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:43.963393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:43.976528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33902) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:43.976666 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c3c824b8-5780-487d-bb61-ccab43527651 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9b08274406047c887a02cefff2a9258&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4552116 Aug 21 12:28:44.121651 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:44.152137 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:44.286851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8fc46-03be-4586-8fcf-4d2807d7d381 req-639de0f2-60e9-4dbf-a499-d125c166d522 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:44.288735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2d8fc46-03be-4586-8fcf-4d2807d7d381 req-639de0f2-60e9-4dbf-a499-d125c166d522 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0913513 Aug 21 12:28:44.289542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:44.295566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4f59e6d4-ed06-4d95-bf0f-ce80c4eac8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:44.325332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dae99e5-edfc-4a6c-acbc-ef80bd003f29,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:44.345338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:44.376709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:44.381028 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dae99e5-edfc-4a6c-acbc-ef80bd003f29 HTTP/1.1" status: 204 len: 168 time: 0.4031961 Aug 21 12:28:44.439116 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2d8fc46-03be-4586-8fcf-4d2807d7d381 req-0333f2ee-2407-4d6e-8fca-39eb0db688c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363847 Aug 21 12:28:44.888660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33942) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:44.912410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:44.945563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:44.949582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Usage tracker for resource:security_group_rule and tenant:05e75292fb6d4f44929aab19ca8da306 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:44.952501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:44.958616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:45.064060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.094197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.103422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2efbeba6-dbe5-4345-b2db-158bfc07e5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:45.157164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74ac3c-9d9c-4299-8c9b-5668b4e7ed8e,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:45.160816 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:45.171248 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05e75292fb6d4f44929aab19ca8da306&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2747872 Aug 21 12:28:45.173149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 33954) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:45.236842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.264090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.334058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.339208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fb15cd8d-ef30-44a3-9505-ff3a98d01bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:45.351690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74ac3c-9d9c-4299-8c9b-5668b4e7ed8e,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:45.355716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:45.357525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:45.359529 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a74ac3c-9d9c-4299-8c9b-5668b4e7ed8e HTTP/1.1" status: 204 len: 168 time: 0.1853530 Aug 21 12:28:45.664815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114c95-67cd-4292-8c28-0877ec0a4915 req-cfb7788d-9504-44e9-8fd4-702ae926a0d7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:45.666649 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-27114c95-67cd-4292-8c28-0877ec0a4915 req-cfb7788d-9504-44e9-8fd4-702ae926a0d7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0910938 Aug 21 12:28:45.720011 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-27114c95-67cd-4292-8c28-0877ec0a4915 req-cbe30b39-66ca-4793-ab76-619259c59bb4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Aug 21 12:28:46.676848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34038) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:46.829944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-957054655-network', 'tenant_id': 'e1fa186996244cee8cacdb33875babf1'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:46.836176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:46.843802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Usage tracker for resource:network and tenant:e1fa186996244cee8cacdb33875babf1 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:46.847235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:46.856472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:46.951947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82324b-9b45-4c32-a792-5797bf2f709e req-e086570d-564c-490c-acfe-2470521cdb4b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:46.953567 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9c82324b-9b45-4c32-a792-5797bf2f709e req-e086570d-564c-490c-acfe-2470521cdb4b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0931916 Aug 21 12:28:46.954733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Made reservation on behalf of e1fa186996244cee8cacdb33875babf1 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:46.959738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:46.975257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.045188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:47.050939 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9c82324b-9b45-4c32-a792-5797bf2f709e req-86478f49-e341-45a4-a9a6-3559d21027b9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769594 Aug 21 12:28:47.051933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fa186996244cee8cacdb33875babf1 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:47.054954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:47.060981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:47.200763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.210036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34064) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:47.243195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.249505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:47.282762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:28:47.297230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b216aed5-2da8-4c63-a3bb-93c37ca79573,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:47.302092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:47.303090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.303482 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Added segment e6988e79-7b7c-4aa1-ac83-8cb16875ccd1 of type vlan for network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 Aug 21 12:28:47.331740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.380267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.419278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:47.423590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Usage tracker for resource:security_group_rule and tenant:55b14234ca4645358b79aa94eae6a25c is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:47.426592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:47.433206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:47.446845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.450249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:47.450904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.454513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:47.593245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Pushing event updated for resources: {'Network': ['ID=9256b6e5-df76-424f-99b8-ecc773d4f5c2,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:47.598259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:47.604498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:28:47.626596 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9485481 Aug 21 12:28:47.627534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34082) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:47.631143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.635402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Request body: {'subnet': {'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-957054655-subnet', 'tenant_id': 'e1fa186996244cee8cacdb33875babf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:47.641460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:47.645851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Usage tracker for resource:subnet and tenant:e1fa186996244cee8cacdb33875babf1 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:47.648925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:47.655242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:47.666269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.677187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f4a7824b-c055-4edc-8ad7-7a61ae00d9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:47.692910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Made reservation on behalf of e1fa186996244cee8cacdb33875babf1 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:47.698102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.720306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5adfe-f11d-49ee-880a-c851eab142a5,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:47.723420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:47.728312 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55b14234ca4645358b79aa94eae6a25c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5147572 Aug 21 12:28:47.728554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34088) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:47.803231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.836676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.927240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.932596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14f74a44-fdce-49e3-9e58-2b4da366cc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:47.947197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5adfe-f11d-49ee-880a-c851eab142a5,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:47.950038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:47.951236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:47.952462 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ae5adfe-f11d-49ee-880a-c851eab142a5 HTTP/1.1" status: 204 len: 168 time: 0.2229083 Aug 21 12:28:47.990444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:48.000674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ead7fdb6-7aa6-4ebf-8b37-022bcb4d6adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:48.110326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8c6cea-ad36-4069-86ee-9f194d04ec79,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:48.113852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:48.117288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Checking segment: {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:48.117687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Network hostable DHCP agents. Network: 9256b6e5-df76-424f-99b8-ecc773d4f5c2, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:28:48.167102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:28:48.238649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 9256b6e5-df76-424f-99b8-ecc773d4f5c2) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:48.246675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0741f-d1ca-4c1d-abcd-cc195320354b None None] Network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:48.256502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:48.263276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:48.349555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532431-7538-4a50-81ab-441d3e5db2ea req-09d372e1-a112-4400-a468-7565aeeef260 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:48.357752 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cf532431-7538-4a50-81ab-441d3e5db2ea req-09d372e1-a112-4400-a468-7565aeeef260 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1610467 Aug 21 12:28:48.407591 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-aa201663-bcca-4c75-bac4-f59cb8eabcf5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7783902 Aug 21 12:28:48.413249 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cf532431-7538-4a50-81ab-441d3e5db2ea req-5cacbb9b-a2fd-44c9-a4c0-7770ba0ea903 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544553 Aug 21 12:28:48.533433 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e409a-538a-471f-90db-f2c1ae4587d2 None None] Network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:28:48.630010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34124) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:48.698405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:48.747243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:48.751629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5a8d798d084829b5b311da72a76054 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:48.754925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:48.767783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:48.850491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:48.877329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:48.885345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:48.930972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff482d-261a-4f03-b7a9-b164a885f47a,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:48.934301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:48.941512 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d5a8d798d084829b5b311da72a76054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3065906 Aug 21 12:28:48.942839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34134) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:49.082863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:49.130575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:49.209192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:49.216258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-76e8bd8b-5e4c-4aec-9544-440cbb8f4cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:49.234834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff482d-261a-4f03-b7a9-b164a885f47a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:49.237528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:49.239098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:49.245075 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49ff482d-261a-4f03-b7a9-b164a885f47a HTTP/1.1" status: 204 len: 168 time: 0.2966287 Aug 21 12:28:49.353671 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6e927aa-988b-48b9-8763-87f394be87bd req-5bb761ce-ec2d-47ab-9d8f-4a4326c26e75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 1098 time: 0.0807889 Aug 21 12:28:49.412962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6e927aa-988b-48b9-8763-87f394be87bd req-e2482309-16ad-4163-961c-4b12b35fc173 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Aug 21 12:28:49.730300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3832d-f6cb-41d0-be37-f6864edd4b78 req-87c9bc12-bf4e-4cea-a9ef-3bdd7946e448 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:49.732521 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9ea3832d-f6cb-41d0-be37-f6864edd4b78 req-87c9bc12-bf4e-4cea-a9ef-3bdd7946e448 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1657889 Aug 21 12:28:49.812919 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9ea3832d-f6cb-41d0-be37-f6864edd4b78 req-f478296f-d86b-4463-b1c8-9b10d2d34f06 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734217 Aug 21 12:28:50.324870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34188) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:50.483548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.517102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:50.521226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc34e1192564a598c55043bc4b1cd29 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:50.524229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:50.530850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:50.602279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.643151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.651189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9abea0a9-ef85-4a06-b812-300bf7ea2497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:50.702224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab92bf8-c4ce-4fcd-b68b-65ac46252ca7,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:50.705824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:50.708468 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fc34e1192564a598c55043bc4b1cd29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3824904 Aug 21 12:28:50.711331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34200) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:50.774553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.801700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.881426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.886665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c503e1a6-82d7-4db8-ad07-abfb468608d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:50.900987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab92bf8-c4ce-4fcd-b68b-65ac46252ca7,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:50.904124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:50.920412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:50.922194 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ab92bf8-c4ce-4fcd-b68b-65ac46252ca7 HTTP/1.1" status: 204 len: 168 time: 0.2097292 Aug 21 12:28:51.048932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4887eb-dc9b-467f-ba87-23dbc482d87c req-d6d5f31c-27e2-4a58-a197-b6096dc090cc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:51.050725 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc4887eb-dc9b-467f-ba87-23dbc482d87c req-d6d5f31c-27e2-4a58-a197-b6096dc090cc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1014283 Aug 21 12:28:51.106305 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc4887eb-dc9b-467f-ba87-23dbc482d87c req-75114d72-0601-4e40-a33a-7bce7cd75184 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491645 Aug 21 12:28:51.503010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ab4c-ef42-4f52-bb23-ed2ce130b090 req-4de354b3-dbc7-4f21-889a-231000fd8eb9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:51.511478 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e084ab4c-ef42-4f52-bb23-ed2ce130b090 req-4de354b3-dbc7-4f21-889a-231000fd8eb9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1030390 Aug 21 12:28:51.532458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34252) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:51.597633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21700c0-2877-4240-8c29-3682c6606a25 req-2a0764cf-da9f-4008-8ff3-4807d1c950ef tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:51.602332 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-2a0764cf-da9f-4008-8ff3-4807d1c950ef tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/networks?id=9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 200 len: 813 time: 0.3122144 Aug 21 12:28:51.624202 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-34e69932-4e0e-40b5-9cdf-90e03539378a tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/quotas/e1fa186996244cee8cacdb33875babf1 HTTP/1.1" status: 200 len: 375 time: 0.0163510 Aug 21 12:28:51.642336 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e084ab4c-ef42-4f52-bb23-ed2ce130b090 req-fe72ef57-ca4b-4cdf-9e0f-3743c4a6d0f3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291776 Aug 21 12:28:51.648404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Deleting subnet dacf8545-4fd4-4770-9141-6fd85ab195bf {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:28:51.651868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:51.711640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:51.735072 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-5cff2580-4b82-453c-b6fe-dbe03e94a7f8 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1fa186996244cee8cacdb33875babf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981646 Aug 21 12:28:51.818564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:51.885274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34264) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:51.921128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:51.925452 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-bc3f2fd6-37ff-4ea0-9248-d2246900b2ee service neutron] 10.222.0.18 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746323 Aug 21 12:28:51.991767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:51.999289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b714f598ea74a7b84f2de58eb3e72c6 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:52.019377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:52.040860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:52.066888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.102071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:52.170060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.193759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacf8545-4fd4-4770-9141-6fd85ab195bf,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:52.207783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:52.237123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7a13dbde-602e-4e57-beea-cd9e5f6ac395 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dacf8545-4fd4-4770-9141-6fd85ab195bf HTTP/1.1" status: 204 len: 168 time: 0.6985831 Aug 21 12:28:52.264742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34280) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:52.411882 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-95b8d276-6eee-4d33-8a8c-eb74267db495 service neutron] 10.222.0.18 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804537 Aug 21 12:28:52.652148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.678649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.683203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.692877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef99326e-a9ef-4f29-9ecb-8db99bb2ca6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:52.778479 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-666458ab-5770-4e17-ac0b-b894f6cd931d req-80da7d90-ddb1-409e-b210-e37cadb34ec5 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 210 time: 0.0869586 Aug 21 12:28:52.818047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf77777-8fde-4e56-abfb-252d986b4ced,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:52.825894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:52.842973 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b714f598ea74a7b84f2de58eb3e72c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9559257 Aug 21 12:28:52.845778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34308) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:52.910194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.914115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.932100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fedd294-8174-408e-bd68-3d18f08a379a']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:52.939197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:52.945498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df95116f-33dd-4b8e-bb2f-33fc2b980f59') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:52.945858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df95116f-33dd-4b8e-bb2f-33fc2b980f59') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:52.957814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.065635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.072151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:28:53.074258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:28:53.087211 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:28:53.123014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.136338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-58fee51f-9a5c-40cb-b6f2-1a448d931718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:53.150347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.154623 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bf77777-8fde-4e56-abfb-252d986b4ced HTTP/1.1" status: 204 len: 168 time: 0.3047025 Aug 21 12:28:53.154623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf77777-8fde-4e56-abfb-252d986b4ced,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:53.156584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:53.202842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.208852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.218227 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:53.242148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fedd294-8174-408e-bd68-3d18f08a379a,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:53.244688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:53.250547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34316) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:53.250784 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9316b401-1063-4d3a-b8f6-be5ba2fd4d26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4fedd294-8174-408e-bd68-3d18f08a379a HTTP/1.1" status: 204 len: 168 time: 0.9847512 Aug 21 12:28:53.324217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Deleting subnet ec6f2d7d-164d-4423-85fd-2fbf36fb678c {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:28:53.327894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.385575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.395876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.563335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.574028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:53.626480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6f2d7d-164d-4423-85fd-2fbf36fb678c,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:53.631406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:53.639531 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:53.654686 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec6f2d7d-164d-4423-85fd-2fbf36fb678c HTTP/1.1" status: 204 len: 168 time: 0.4017034 Aug 21 12:28:53.657477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34342) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:53.837954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.057046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.072574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.073192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.074540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.075095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > port after_create 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.075793 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.076356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > port after_update 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.076895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.077504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.077988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.078749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.087669 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a09bbaf-d8c0-4d8d-b2b1-5167bd113ebe req-3b344cab-c57f-4444-b065-2c34728a887c tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 210 time: 0.1093800 Aug 21 12:28:54.159549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.159940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.160316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.160692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82485) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 12:28:54.161087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400a8650-b92b-4b0d-b5a5-f8c34876553a']}} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:54.175704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8e6caf-663b-4194-9af2-93794eb10507') {'for_net_delete': True} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:54.176039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8e6caf-663b-4194-9af2-93794eb10507') {} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:28:54.188648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857150'] for segment, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.205050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.212621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:28:54.213054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850925354'] for segment, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: (self, other), Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: (self, other), Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:28:54.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:28:54.381214 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-e8142c33-c93a-4207-83d8-dee6fdde11b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.1002617 Aug 21 12:28:54.382794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.383096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ab1c2-0ae7-461e-a3d4-c15ed7a82115 req-33fd683f-f97c-42a5-8c02-beb70d10b422 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:54.387894 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f7ab1c2-0ae7-461e-a3d4-c15ed7a82115 req-33fd683f-f97c-42a5-8c02-beb70d10b422 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1134079 Aug 21 12:28:54.392203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:54.436599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.445152 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] 10.222.0.18 "DELETE /v2.0/networks/400a8650-b92b-4b0d-b5a5-f8c34876553a HTTP/1.1" status: 204 len: 168 time: 0.7864265 Aug 21 12:28:54.456708 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f7ab1c2-0ae7-461e-a3d4-c15ed7a82115 req-c411226b-8d90-4531-abd2-99e49d8bd086 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608459 Aug 21 12:28:54.497516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Pushing event deleted for resources: {'Network': ['ID=400a8650-b92b-4b0d-b5a5-f8c34876553a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:54.512277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f12fd098-69b9-4db8-b144-9387b438e037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:54.568357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebfca5-2a65-4d24-915f-5c232973417b req-2d81db12-38d8-42b2-9a54-cfa49ba777ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:54.570074 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-2d81db12-38d8-42b2-9a54-cfa49ba777ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.1789739 Aug 21 12:28:54.671091 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-8cb58ecc-a7b3-4f45-abb6-18cd1f0e77f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 217 time: 0.0929418 Aug 21 12:28:54.760646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebfca5-2a65-4d24-915f-5c232973417b req-ddffa5dd-2309-4c0a-97f5-5b304f0a384e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:54.762422 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-ddffa5dd-2309-4c0a-97f5-5b304f0a384e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.0798264 Aug 21 12:28:54.767015 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34388) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:54.830716 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-73dda38f-e61c-479c-9cbb-c3f627371c4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43951e232f85445a85759063131294aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623198 Aug 21 12:28:54.833139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34396) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:54.833882 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-5cbd0a1e-63db-4d7e-a53b-c34d9848eb0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607598 Aug 21 12:28:54.940046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:54.990552 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-b6f6b727-6906-46fa-b271-cc9772b6c486 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485913 Aug 21 12:28:54.997376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:55.098574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:55.105886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1cc00214-070d-4b0c-bb9c-60343758abb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:55.131349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca6ea4b-6cd6-4c19-a3ae-85ad8ae30bb2,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:55.134012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:55.141599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:55.143210 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bca6ea4b-6cd6-4c19-a3ae-85ad8ae30bb2 HTTP/1.1" status: 204 len: 168 time: 0.3088200 Aug 21 12:28:55.254078 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14ebfca5-2a65-4d24-915f-5c232973417b req-61abb663-78f8-4866-837d-4290f24a7c42 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565429 Aug 21 12:28:55.400537 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de8c29f4-7206-473b-a5f6-3f81636ab699 req-c4a2d9b0-0621-481c-8e8b-e79c313ceacc tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 210 time: 0.0698924 Aug 21 12:28:55.454572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21700c0-2877-4240-8c29-3682c6606a25 req-83687ac5-b6f5-4fa9-9d76-76128d2ff57c tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:55.457399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f21700c0-2877-4240-8c29-3682c6606a25 req-83687ac5-b6f5-4fa9-9d76-76128d2ff57c tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Synchronizing usage tracker for tenant:e1fa186996244cee8cacdb33875babf1 on resource:network {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:28:55.523392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f21700c0-2877-4240-8c29-3682c6606a25 req-83687ac5-b6f5-4fa9-9d76-76128d2ff57c tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Unset dirty status for tenant:e1fa186996244cee8cacdb33875babf1 on resource:network {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:28:55.524699 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-83687ac5-b6f5-4fa9-9d76-76128d2ff57c tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "GET /v2.0/networks?id=9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 200 len: 813 time: 0.3169603 Aug 21 12:28:55.543955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Request body: {'port': {'device_id': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2', 'admin_state_up': True, 'tenant_id': 'e1fa186996244cee8cacdb33875babf1'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:55.681826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34428) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:55.793934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:55.800351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Usage tracker for resource:port and tenant:e1fa186996244cee8cacdb33875babf1 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:55.804219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:55.812880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:55.822549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd781c2f-8c83-471b-a2de-cc5574533947 req-bd7bdd90-a753-4a41-9b78-18055007bd5e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:55.824728 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bd781c2f-8c83-471b-a2de-cc5574533947 req-bd7bdd90-a753-4a41-9b78-18055007bd5e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1789088 Aug 21 12:28:55.868603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Made reservation on behalf of e1fa186996244cee8cacdb33875babf1 for: {'port': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:28:55.874526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:55.893276 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bd781c2f-8c83-471b-a2de-cc5574533947 req-6d83c22c-f23a-4d85-adee-2f34b7042057 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623109 Aug 21 12:28:56.046076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34442) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:56.081478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Allocated IP 172.20.0.13 (9256b6e5-df76-424f-99b8-ecc773d4f5c2/1a8c6cea-ad36-4069-86ee-9f194d04ec79/41c037a7-38c9-40bb-ba29-9e6849fcd7d9) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:28:56.137667 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e42b723e-6d55-4a2a-9e6a-93b5d1476aa0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2bbe11b1b6544c88e04aa3f08f7477a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0903301 Aug 21 12:28:56.140662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34448) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:56.189452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:28:56.193456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34452) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:56.267221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.308267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.373466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.385088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.388770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.453094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:56.459426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e8089745c5054dcf8e83898ca3d24513 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:56.465927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:56.469023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:56.475175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:56.476084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.477867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1a140e47b74e60a7de9cc3119f2cb5 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:56.483187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:56.484451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8428c0b1-9673-4b2a-886f-6b44556251de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:56.496728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:56.513611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.521024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-56bdbdb8-8eb5-4f40-871a-9b797aae5c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:56.552239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7fbbb9-9c87-4080-b21c-ffe6b42ed717,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:56.554751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:56.587954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:28:56.592262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:28:56.594391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Pushing event updated for resources: {'Port': ['ID=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:56.596697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:28:56.632936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:56.652148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.653352 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe7fbbb9-9c87-4080-b21c-ffe6b42ed717 HTTP/1.1" status: 204 len: 168 time: 0.5116608 Aug 21 12:28:56.675494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:56.676458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.708980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.729910 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1905346 Aug 21 12:28:56.734163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.735049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34470) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:56.746885 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Request body: {'port': {'device_id': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:28:56.748360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e2617-143e-44d1-9e70-725b65a61dbb req-b0dcbab3-d4ed-4672-9ff6-d544889d112b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:56.750266 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-401e2617-143e-44d1-9e70-725b65a61dbb req-b0dcbab3-d4ed-4672-9ff6-d544889d112b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 932 time: 0.2039819 Aug 21 12:28:56.775062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.786076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-81b7621c-3f8d-4a25-8db9-9d299b2897b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:56.801390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.869003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1b115-873a-4fc6-96f7-812a874e1131,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:56.872920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:56.873251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:56.878901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7b35b379-0adc-4e5c-a973-c4f9dba438ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:56.896438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8089745c5054dcf8e83898ca3d24513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6992683 Aug 21 12:28:56.901699 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b1a140e47b74e60a7de9cc3119f2cb5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2187634 Aug 21 12:28:56.902419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34476) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:56.902784 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34478) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:56.915809 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-401e2617-143e-44d1-9e70-725b65a61dbb req-9f5f9982-bc0f-48cd-b418-7913bb58d88c tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581047 Aug 21 12:28:56.952300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c38fd51-7a14-4794-8d2e-e2c9058ee3be,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:56.955695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:56.982527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.051118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.055920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.108715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.124236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.161506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-417bad65-a6a3-428a-bde2-afee13d932db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.221766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:57.234724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6cddc34ddc34368ae8ed74f23a36568 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:57.243832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.249506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:57.257283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-655ffe87-ccb0-48eb-b39c-4602e91acbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:57.273311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:57.276535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.285080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1b115-873a-4fc6-96f7-812a874e1131,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:57.287575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:57.290759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:57.311539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.320686 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cef1b115-873a-4fc6-96f7-812a874e1131 HTTP/1.1" status: 204 len: 168 time: 0.4071920 Aug 21 12:28:57.329273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.333376 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c38fd51-7a14-4794-8d2e-e2c9058ee3be HTTP/1.1" status: 204 len: 168 time: 0.4207568 Aug 21 12:28:57.334519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c38fd51-7a14-4794-8d2e-e2c9058ee3be,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:57.338820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:57.418214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969ca0b-27a7-4634-a77c-904e5a852baf req-cb08e531-ab28-4e91-aa7f-1b56d165312e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:57.419840 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f969ca0b-27a7-4634-a77c-904e5a852baf req-cb08e531-ab28-4e91-aa7f-1b56d165312e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.2657819 Aug 21 12:28:57.544579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.551013 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f969ca0b-27a7-4634-a77c-904e5a852baf req-e976827d-da61-48a7-934a-daa6dce85e0d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249938 Aug 21 12:28:57.597779 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.615761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7dd7a1ce-895d-4d67-8919-08226db76838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:57.679046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326cbae-bd5e-47bb-b67c-554144dd78ad,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:57.683053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:57.686361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 {{(pid=82484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:28:57.695369 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6cddc34ddc34368ae8ed74f23a36568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9567804 Aug 21 12:28:57.695369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.696336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34506) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:57.714010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Transition to ACTIVE for port object 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 will not be triggered until provisioned by entity L2. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:28:57.744019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.750248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:57.788978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.820297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.900827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Pushing event updated for resources: {'Port': ['ID=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:57.914064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:57.922675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.929133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f95a7b47-1ac9-4af5-aa68-94b89c7055b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:57.941171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326cbae-bd5e-47bb-b67c-554144dd78ad,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:57.947743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:57.948576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:57.951624 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c326cbae-bd5e-47bb-b67c-554144dd78ad HTTP/1.1" status: 204 len: 168 time: 0.2516429 Aug 21 12:28:58.048125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Attempting to bind port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:28:58.048612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Attempting to bind port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:28:58.049096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Attempting to bind port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 on network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:58.055924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 on network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:28:58.056400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Attempting to bind port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 on network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:28:58.065599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:28:58.066312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Checking segment: {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:28:58.066569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Bound using segment: {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:28:58.067125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Bound port: 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'}}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:28:58.067520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.139108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 34520) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:58.184256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.203322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f5670-20df-4589-be8d-f4df89b6ad84 req-b5b546c0-1ea9-4fcf-8c89-cfaa6a6536d6 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:58.204942 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-109f5670-20df-4589-be8d-f4df89b6ad84 req-b5b546c0-1ea9-4fcf-8c89-cfaa6a6536d6 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 944 time: 0.1064167 Aug 21 12:28:58.216185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] For port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host hv-cinder-80547, cleared binding levels {{(pid=82484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:28:58.226730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] For port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:28:58.236053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:58.240136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Usage tracker for resource:security_group_rule and tenant:ae5e5b9262be45b38f7dd92128b9d9ab is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:58.243136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:58.249805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:58.266949 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-109f5670-20df-4589-be8d-f4df89b6ad84 req-6e6107a8-d279-4cd4-a38c-c4b04f48de5e tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Aug 21 12:28:58.301672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.311010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:58.361260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.389677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.391326 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] 10.222.0.35 "PUT /v2.0/ports/41c037a7-38c9-40bb-ba29-9e6849fcd7d9 HTTP/1.1" status: 200 len: 1094 time: 1.6490064 Aug 21 12:28:58.400368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'tag': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:28:58.415027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.461996 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae5e5b9262be45b38f7dd92128b9d9ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216448 Aug 21 12:28:58.464809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34534) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:58.515741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Pushing event updated for resources: {'Port': ['ID=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,revision_number=3']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:58.519408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:58.522179 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'tag': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9', 'status': 'completed', 'code': 200} Aug 21 12:28:58.522656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:58.569304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.572802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416a577c-fbe7-42e3-bcf0-185e54383720,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:58.576335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:58.593949 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-b4ab599d-c783-40ac-b0b8-ce9ca99961c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fa186996244cee8cacdb33875babf1&device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 1097 time: 0.1371636 Aug 21 12:28:58.599753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.698321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.704049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-67d7a13f-22f8-41f7-991a-28899f7780b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:58.710318 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-d74a4e2a-0a72-4996-bc3d-11a119175244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9 HTTP/1.1" status: 200 len: 217 time: 0.1078508 Aug 21 12:28:58.718992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416a577c-fbe7-42e3-bcf0-185e54383720,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:58.722506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:58.724607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.725978 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/416a577c-fbe7-42e3-bcf0-185e54383720 HTTP/1.1" status: 204 len: 168 time: 0.2598820 Aug 21 12:28:58.751016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.796297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21700c0-2877-4240-8c29-3682c6606a25 req-741bb76a-ddd2-4e79-95c7-81c8cc8f58a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:58.797867 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-741bb76a-ddd2-4e79-95c7-81c8cc8f58a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a8c6cea-ad36-4069-86ee-9f194d04ec79 HTTP/1.1" status: 200 len: 853 time: 0.0679491 Aug 21 12:28:58.856151 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-aaa187cf-84b6-489f-a205-7d941b5d5a1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9256b6e5-df76-424f-99b8-ecc773d4f5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497956 Aug 21 12:28:58.894425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34550) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:58.895458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.915234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:58.950364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:58.954731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5f88f17886c44e1e8385afde759f02f5 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:28:58.957749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:28:58.964037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:28:59.101169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.157046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.166148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b8b29af6-10f4-437f-8e0a-650407fd3e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:59.217890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f35e2d-3f7d-47a6-95de-1c1dde6fccee,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:59.225873 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f88f17886c44e1e8385afde759f02f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303459 Aug 21 12:28:59.226942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34556) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:59.227976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:59.299902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.311334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0250b2-3192-4030-bbd1-9dca9fcd0303 req-bd06fec5-df22-4b7f-b20b-4b8bf125d8a9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:59.318654 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d0250b2-3192-4030-bbd1-9dca9fcd0303 req-bd06fec5-df22-4b7f-b20b-4b8bf125d8a9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.3522499 Aug 21 12:28:59.331084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.337893 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-026d8e03-b739-4241-98b7-9b42de52d309 service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737482 Aug 21 12:28:59.408327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.414870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:28:59.428888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f35e2d-3f7d-47a6-95de-1c1dde6fccee,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:28:59.437666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:28:59.438657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.442409 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10f35e2d-3f7d-47a6-95de-1c1dde6fccee HTTP/1.1" status: 204 len: 168 time: 0.2129071 Aug 21 12:28:59.486135 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d0250b2-3192-4030-bbd1-9dca9fcd0303 req-fd169980-2656-49d9-af7f-79dc54d44563 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663766 Aug 21 12:28:59.555948 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21700c0-2877-4240-8c29-3682c6606a25 req-01dcdfbb-3ade-4c30-8a69-f5a1e6c8d88b service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099683 Aug 21 12:28:59.557773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4aa11-e00b-4ab5-9427-1d63ecb221e7 req-0026be2e-4283-41af-a6f6-afc07d446187 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:59.560296 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8b4aa11-e00b-4ab5-9427-1d63ecb221e7 req-0026be2e-4283-41af-a6f6-afc07d446187 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 944 time: 0.1158161 Aug 21 12:28:59.668485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8b4aa11-e00b-4ab5-9427-1d63ecb221e7 req-49411d27-cb9a-4d19-bb61-e8354acf9747 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Aug 21 12:28:59.678620 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-e5fe118e-8e02-478e-8bbb-701f9ad8aaa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.1171868 Aug 21 12:28:59.752914 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-ee60e1a7-0010-4645-8415-301234c6ca23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fa186996244cee8cacdb33875babf1&device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0997210 Aug 21 12:28:59.795172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34574) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:28:59.870505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.878132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-937fb22a-b43c-4f6f-b087-de5c09beed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.935840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-a4abf56b-4ca7-4dd4-988b-672357797ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:28:59.937820 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-a4abf56b-4ca7-4dd4-988b-672357797ef8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 200 len: 914 time: 0.1760464 Aug 21 12:28:59.962792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:28:59.991422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:28:59.999072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Usage tracker for resource:security_group_rule and tenant:c1232b83913f423c8cee44c2cfd06f98 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:00.002444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-3272ad23-c967-4362-9a05-b9fc9cd451d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:00.004043 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-3272ad23-c967-4362-9a05-b9fc9cd451d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.2910182 Aug 21 12:29:00.004851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:00.011125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:00.085722 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-af70763e-4913-48ae-b544-0d52edec3b41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 217 time: 0.0710127 Aug 21 12:29:00.102894 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-1d92e509-1b03-4984-a5b9-8940cbf0f188 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9 HTTP/1.1" status: 200 len: 217 time: 0.1577280 Aug 21 12:29:00.197346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-f7121f52-af38-4282-acaa-c4616c32be1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:00.199508 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-f7121f52-af38-4282-acaa-c4616c32be1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a8c6cea-ad36-4069-86ee-9f194d04ec79 HTTP/1.1" status: 200 len: 853 time: 0.0800369 Aug 21 12:29:00.210532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-fa4c207f-ec28-46c6-8dc9-25d9498b36ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:00.212156 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-fa4c207f-ec28-46c6-8dc9-25d9498b36ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.1043952 Aug 21 12:29:00.216842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.255376 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-64932303-93ee-4f2f-b7f3-fd56c52f7dfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9256b6e5-df76-424f-99b8-ecc773d4f5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453429 Aug 21 12:29:00.261918 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-f2aba235-d204-4a2b-a540-afbec60a3a72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431089 Aug 21 12:29:00.364116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.377631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:00.439784 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bfa629-df12-4bad-a673-dc7cf180f450,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:00.454463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:00.459387 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1232b83913f423c8cee44c2cfd06f98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6631498 Aug 21 12:29:00.462069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34584) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:00.472563 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-de463028-fdda-424d-9406-4e98dc019514 service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013621 Aug 21 12:29:00.519120 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-8c519730-4b50-438f-9931-921cb78e8d25 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479312 Aug 21 12:29:00.746540 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d28a3b5-c73f-4bd6-8695-1687bb6e3929 req-eab0fef7-6a81-43f0-8ff3-dc94610108ef service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639520 Aug 21 12:29:00.753203 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28c6fed5-5dc0-491a-808c-ef92efb061aa req-a04af0fe-ea3d-4b41-a265-d1d4febb1cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183738 Aug 21 12:29:00.757534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.823243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.881354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd286a9d-7c56-4342-a708-2b06ce9e8e77 req-dc11eeec-2aaf-4c91-abb2-502bc6ec548b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:00.883298 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd286a9d-7c56-4342-a708-2b06ce9e8e77 req-dc11eeec-2aaf-4c91-abb2-502bc6ec548b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1181285 Aug 21 12:29:00.920164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.929611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bb6c08f3-6a43-4a3d-876d-f5a77f38f7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:00.946005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bfa629-df12-4bad-a673-dc7cf180f450,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:00.949102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:00.957363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:00.958565 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd286a9d-7c56-4342-a708-2b06ce9e8e77 req-9120b157-3a2c-40cf-b119-3d058067c18f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Aug 21 12:29:00.958679 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68bfa629-df12-4bad-a673-dc7cf180f450 HTTP/1.1" status: 204 len: 168 time: 0.4956055 Aug 21 12:29:01.010557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0909-33fd-4bce-8b41-a504f5be0fbf req-30c71759-5795-4496-9f5e-b5b0020090e2 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:01.020530 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-46eb0909-33fd-4bce-8b41-a504f5be0fbf req-30c71759-5795-4496-9f5e-b5b0020090e2 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 944 time: 0.1422892 Aug 21 12:29:01.088715 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-46eb0909-33fd-4bce-8b41-a504f5be0fbf req-614ce9dc-e899-4909-a9cb-3c5fce7fef73 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Aug 21 12:29:01.110976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:02.194299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c45e4-c354-4a95-88f4-265282d9a0dc req-42abe364-e507-475b-9479-193d9017c032 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:02.195908 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2a0c45e4-c354-4a95-88f4-265282d9a0dc req-42abe364-e507-475b-9479-193d9017c032 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0923576 Aug 21 12:29:02.212105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:29:02.284738 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2a0c45e4-c354-4a95-88f4-265282d9a0dc req-ce0f11fe-f7ff-45c7-a379-860efe43723d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813270 Aug 21 12:29:02.440823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:02.457940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9', 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2', 'port_id': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9', 'mac_address': 'fa:16:3e:1c:0f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8c6cea-ad36-4069-86ee-9f194d04ec79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:29:02.522575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:02.544342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:02.561404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:02.591421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:02.593761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:02.686569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b146c1-62f4-497b-8a9a-281584842851 req-d831209c-a54b-4e8c-aba6-c38e6c460775 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:02.694642 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12b146c1-62f4-497b-8a9a-281584842851 req-d831209c-a54b-4e8c-aba6-c38e6c460775 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 944 time: 0.4474516 Aug 21 12:29:02.703027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:02.706339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:02.745776 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12b146c1-62f4-497b-8a9a-281584842851 req-bf108021-9172-4549-8032-44d88b4f83ac tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501895 Aug 21 12:29:03.539851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd938-7f81-4878-9df1-0a801596fe74 req-af72c5a1-1beb-428c-a165-cd83d6b43c65 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:03.542810 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-468fd938-7f81-4878-9df1-0a801596fe74 req-af72c5a1-1beb-428c-a165-cd83d6b43c65 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1047072 Aug 21 12:29:03.601551 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-468fd938-7f81-4878-9df1-0a801596fe74 req-4598a2e7-4c71-46e5-bb7e-c43b3a6c8563 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Aug 21 12:29:03.922487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34730) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:04.165452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.203052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:04.207159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Usage tracker for resource:security_group_rule and tenant:cae1a287942f490a9258958141154b04 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:04.210153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:04.216182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:04.281943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.322119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.330005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2611a6a5-2a44-4898-9651-efc6795eb137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:04.372372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcceef0-3ad0-4fb0-b0fe-a795dbce1a34,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:04.375567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:04.380225 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cae1a287942f490a9258958141154b04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4541023 Aug 21 12:29:04.380631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34744) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:04.448908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.475978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.556469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.561770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c08d36b1-05b9-4add-ba9a-61141b1eb089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:04.575682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcceef0-3ad0-4fb0-b0fe-a795dbce1a34,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:04.578091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:04.584215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:04.585954 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5f471a91-99a6-4200-8b68-a5de9803b92b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afcceef0-3ad0-4fb0-b0fe-a795dbce1a34 HTTP/1.1" status: 204 len: 168 time: 0.2039697 Aug 21 12:29:05.155735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34766) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:05.175817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.208436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:05.212610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Usage tracker for resource:security_group_rule and tenant:989dc7e854c542499456600e02022cca is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:05.215611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:05.221593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:05.288863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.345536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.353602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6afdb8a7-770f-47e8-9ecd-4b88bf697631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:05.396363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960fc18b-c198-484c-ad98-e2141821157a,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:05.399672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:05.402560 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=989dc7e854c542499456600e02022cca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2457500 Aug 21 12:29:05.405315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 34770) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:05.516229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.524911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-a2f67721-f613-49cd-8d81-10130fa937ba tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:05.525668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-a2f67721-f613-49cd-8d81-10130fa937ba tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Synchronizing usage tracker for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:05.553188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['41c037a7-38c9-40bb-ba29-9e6849fcd7d9'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:05.558719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.568338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-a2f67721-f613-49cd-8d81-10130fa937ba tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Unset dirty status for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:05.569651 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-a2f67721-f613-49cd-8d81-10130fa937ba tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 945 time: 0.1343122 Aug 21 12:29:05.621868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-f7beefad-0cef-4bfc-b905-aa045bc0bf0e tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Synchronizing usage tracker for tenant:e1fa186996244cee8cacdb33875babf1 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:05.624132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455ba56-6942-4b4c-adbc-f194b8ce83f7 req-ec06fdb0-4211-48a3-b7b7-b526e68862f8 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:05.625766 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c455ba56-6942-4b4c-adbc-f194b8ce83f7 req-ec06fdb0-4211-48a3-b7b7-b526e68862f8 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1507120 Aug 21 12:29:05.677029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-f7beefad-0cef-4bfc-b905-aa045bc0bf0e tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Unset dirty status for tenant:e1fa186996244cee8cacdb33875babf1 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:05.677937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.678348 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4d2a33d0-4377-4497-b706-f568f63ce4a4 req-f7beefad-0cef-4bfc-b905-aa045bc0bf0e tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020131 Aug 21 12:29:05.683756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14549d49-f6e7-4c9e-accb-1f4c1671958f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:05.692247 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c455ba56-6942-4b4c-adbc-f194b8ce83f7 req-95607e87-8dcc-4c95-9acb-da720b17bb19 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Aug 21 12:29:05.706005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fc18b-c198-484c-ad98-e2141821157a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:05.706005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:05.709965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:05.714381 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/960fc18b-c198-484c-ad98-e2141821157a HTTP/1.1" status: 204 len: 168 time: 0.3048329 Aug 21 12:29:06.956154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f2e55-819a-49e6-aaab-b553e91578cb req-e336204b-8e60-4873-8608-97bb40fc4251 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:06.976140 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-733f2e55-819a-49e6-aaab-b553e91578cb req-e336204b-8e60-4873-8608-97bb40fc4251 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 945 time: 0.1314714 Aug 21 12:29:07.039635 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-733f2e55-819a-49e6-aaab-b553e91578cb req-316f4bf9-ecc5-4c9f-aea9-7f7217c08b22 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623436 Aug 21 12:29:07.046333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac782155-fd13-49e1-a2e0-29c35c7d3696 req-d5982aac-6262-4385-b942-fe22d0d99fc4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:07.055385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ac782155-fd13-49e1-a2e0-29c35c7d3696 req-d5982aac-6262-4385-b942-fe22d0d99fc4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1725101 Aug 21 12:29:07.112520 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ac782155-fd13-49e1-a2e0-29c35c7d3696 req-e380884a-a0e6-42f5-9522-791b3c6712d6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547929 Aug 21 12:29:08.986256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:29:09.126789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:29:09.163934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:29:09.164756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:09.303804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:09.338624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:09.339646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:09.368259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:09.370989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:09.441733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:09.452187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.452580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.452963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.453337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.453713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.454112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.454653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.455027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.455397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.455836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.456205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:09.460891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:10.150164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579d287-c743-4745-b5c5-a7b912355c73 req-179c5aad-2a59-4741-9480-bfb465202727 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:10.152352 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7579d287-c743-4745-b5c5-a7b912355c73 req-179c5aad-2a59-4741-9480-bfb465202727 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 946 time: 0.0943956 Aug 21 12:29:10.162702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8034-0ff1-41a7-8eaf-13f74b659210 req-aa2d56e5-af87-495f-b815-cb38142be867 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:10.164299 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-255b8034-0ff1-41a7-8eaf-13f74b659210 req-aa2d56e5-af87-495f-b815-cb38142be867 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0862226 Aug 21 12:29:10.211184 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7579d287-c743-4745-b5c5-a7b912355c73 req-559e5788-5685-4e13-b470-4362e7e6b3db tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464694 Aug 21 12:29:10.215270 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-255b8034-0ff1-41a7-8eaf-13f74b659210 req-5f5fe773-6519-4d45-bb8a-2d9462f15dac tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Aug 21 12:29:10.281563 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9', 'code': 200} Aug 21 12:29:10.645436 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a84157a0-329b-454b-ba30-a812c31412d8 req-cdf2bd79-4f66-4252-9ebb-58ee58f9c263 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0768199 Aug 21 12:29:10.701916 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a84157a0-329b-454b-ba30-a812c31412d8 req-e241b8dd-8124-4dbd-8c13-3a86ae7ac6a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Aug 21 12:29:11.428625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c12f2-56a8-4597-937c-fa7a30a2d2da req-a27bd547-5ce6-45f4-b3ac-8fa35b2c0a65 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:11.430655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb3faa-bc90-4cfe-bab4-1e585c9ade60 req-4aecc476-1282-4a46-8b5c-7ddaf5420e6d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:11.430995 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e35c12f2-56a8-4597-937c-fa7a30a2d2da req-a27bd547-5ce6-45f4-b3ac-8fa35b2c0a65 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 946 time: 0.0849462 Aug 21 12:29:11.432300 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-80fb3faa-bc90-4cfe-bab4-1e585c9ade60 req-4aecc476-1282-4a46-8b5c-7ddaf5420e6d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0851512 Aug 21 12:29:11.490805 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e35c12f2-56a8-4597-937c-fa7a30a2d2da req-17ffb4f5-1452-4064-a2e5-bec8084a6f8a tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Aug 21 12:29:11.494841 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-80fb3faa-bc90-4cfe-bab4-1e585c9ade60 req-749d7a79-b770-4354-8431-c9d451c15b78 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558248 Aug 21 12:29:12.314282 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e78ebee0-6f4f-4a8a-8077-23958d7f7017 req-8294820d-5d23-44bb-9e42-df66d9de9402 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.0983560 Aug 21 12:29:12.364224 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e78ebee0-6f4f-4a8a-8077-23958d7f7017 req-8d2f490a-7f03-4f4d-9369-4af2ae4219ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Aug 21 12:29:12.699783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fe749-2d6a-4d6f-894f-34a819bc3eae req-27ec8ae2-c2f1-4b57-84cd-ddc301b57e7a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:12.701326 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a74fe749-2d6a-4d6f-894f-34a819bc3eae req-27ec8ae2-c2f1-4b57-84cd-ddc301b57e7a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0819271 Aug 21 12:29:12.709909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8baa-00a0-46a8-ad33-a73fc4547cb5 req-2b66d661-deb0-479f-a0a3-52419a001a67 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:12.711531 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4eaf8baa-00a0-46a8-ad33-a73fc4547cb5 req-2b66d661-deb0-479f-a0a3-52419a001a67 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 946 time: 0.0862868 Aug 21 12:29:12.751724 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a74fe749-2d6a-4d6f-894f-34a819bc3eae req-f602d845-348c-4027-904a-aef70d655d7a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Aug 21 12:29:12.762009 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4eaf8baa-00a0-46a8-ad33-a73fc4547cb5 req-89998aac-6d2b-4e1f-a4e3-3dcc64ce92c2 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440471 Aug 21 12:29:14.107336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c393-b676-4cef-8ba4-72108d17e197 req-d431023c-e793-4464-abc0-53a73a5a60a3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:14.110326 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9e7c393-b676-4cef-8ba4-72108d17e197 req-d431023c-e793-4464-abc0-53a73a5a60a3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1818519 Aug 21 12:29:14.179640 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9e7c393-b676-4cef-8ba4-72108d17e197 req-6fdc4338-283e-4624-8aa8-54197611a53a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626156 Aug 21 12:29:14.410163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7c2d9-72c4-4daf-9ceb-9e16c8abd6dd req-dd7adec6-8778-4b85-999a-f1b5e0022101 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:14.411960 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34a7c2d9-72c4-4daf-9ceb-9e16c8abd6dd req-dd7adec6-8778-4b85-999a-f1b5e0022101 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0941701 Aug 21 12:29:14.461298 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34a7c2d9-72c4-4daf-9ceb-9e16c8abd6dd req-143dfa1b-d371-479b-bbbf-9ef00673dafd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Aug 21 12:29:15.030883 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-9c58f3e9-3bb9-4f22-9bc1-a0e37779e682 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.1387017 Aug 21 12:29:15.149401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723d1e1-91ea-4cba-9d02-2569635448ac req-e904de1f-90b9-4273-bd98-618cf7f07d84 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:15.151057 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a723d1e1-91ea-4cba-9d02-2569635448ac req-e904de1f-90b9-4273-bd98-618cf7f07d84 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1946709 Aug 21 12:29:15.223876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-26b8c337-5bab-48e6-90df-369f9042c7b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:15.225443 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-26b8c337-5bab-48e6-90df-369f9042c7b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.1899793 Aug 21 12:29:15.230387 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a723d1e1-91ea-4cba-9d02-2569635448ac req-762a6526-aeee-432a-9db8-ac2345a3a7a0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Aug 21 12:29:15.303500 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-18477a8c-7b7b-46b5-a950-005a900ae221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 217 time: 0.0674736 Aug 21 12:29:15.375241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-ec492f88-0828-4ad1-a320-6165f5e8068c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:15.376878 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-ec492f88-0828-4ad1-a320-6165f5e8068c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.0676627 Aug 21 12:29:15.434059 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-666e8f1b-b8d7-4be1-a66d-a609e89b92a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494745 Aug 21 12:29:15.592940 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-3ccc1cc8-cc6c-47bf-9809-c8e957f279ec service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514413 Aug 21 12:29:15.710768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4d5e6-9e19-4f94-90d9-cebb9c311b87 req-4e14a215-0921-4821-932d-3b588ba081ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:15.712600 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-64f4d5e6-9e19-4f94-90d9-cebb9c311b87 req-4e14a215-0921-4821-932d-3b588ba081ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0971200 Aug 21 12:29:15.760837 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85168c81-ed5a-49d0-86cc-79e9f08eceeb req-e73ab2e1-0079-41b0-b607-66d87be73632 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570446 Aug 21 12:29:15.767452 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-64f4d5e6-9e19-4f94-90d9-cebb9c311b87 req-24f0f9f3-493d-4fb5-9638-f932054725ff tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479836 Aug 21 12:29:16.468568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7f053-b060-401e-ad9a-0ce548d3f480 req-9fba8c8b-ef76-432f-b173-40ddfe42a520 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:16.470213 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-93f7f053-b060-401e-ad9a-0ce548d3f480 req-9fba8c8b-ef76-432f-b173-40ddfe42a520 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0886834 Aug 21 12:29:16.520808 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-93f7f053-b060-401e-ad9a-0ce548d3f480 req-b1644036-e41d-4f7c-9d7a-cd9348dad996 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439925 Aug 21 12:29:16.996083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd54149-2c4f-49b2-a19a-ab66144d13b1 req-1fbe9b03-3f7b-4bbc-a4ca-235f0610e246 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:16.997734 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bbd54149-2c4f-49b2-a19a-ab66144d13b1 req-1fbe9b03-3f7b-4bbc-a4ca-235f0610e246 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0840592 Aug 21 12:29:17.047837 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bbd54149-2c4f-49b2-a19a-ab66144d13b1 req-220ffa37-a647-4932-854c-6a95176bf9b5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435250 Aug 21 12:29:17.201031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 35204) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:17.349377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.380745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:17.384658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6ee17ad78648c29fc19d8e4c2a87e4 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:17.388168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:17.394401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:17.460340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.504991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.513627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-43ff4faf-b21a-4419-850b-3561b5ad2f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:17.559559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fea2221-203d-4bc1-a6e0-309db81fa326,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:17.565827 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e6ee17ad78648c29fc19d8e4c2a87e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3619549 Aug 21 12:29:17.567393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35216) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:17.571740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.572148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.573085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.573484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.573897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.574267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.574653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.575041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.575424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.575861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.576172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.589038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:17.651235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.680744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.760078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13e463-f906-4a8a-872a-c41275667f4a req-b4422e8c-1d07-4ea0-bf35-3657aaf838b3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:17.761688 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7c13e463-f906-4a8a-872a-c41275667f4a req-b4422e8c-1d07-4ea0-bf35-3657aaf838b3 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1054285 Aug 21 12:29:17.767335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.772571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b5cb1015-5233-452f-bd29-9cf45bb948d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:17.803419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fea2221-203d-4bc1-a6e0-309db81fa326,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:17.811290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:17.813331 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fea2221-203d-4bc1-a6e0-309db81fa326 HTTP/1.1" status: 204 len: 168 time: 0.2438869 Aug 21 12:29:17.818962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7c13e463-f906-4a8a-872a-c41275667f4a req-5e002fbd-0b25-4cd7-9bf8-2ebcc11ee2cd tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504224 Aug 21 12:29:17.821477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.822072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.822661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.823219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.823870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.824420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.824964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.825558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.826134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.826689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.827377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:29:17.831012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:18.252807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 35244) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:18.286238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb4033-91c4-4148-b510-6fdeb6098fe6 req-7833cd7c-7233-447b-8f34-1bd5d474863c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:18.287834 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4dcb4033-91c4-4148-b510-6fdeb6098fe6 req-7833cd7c-7233-447b-8f34-1bd5d474863c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0900354 Aug 21 12:29:18.336860 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4dcb4033-91c4-4148-b510-6fdeb6098fe6 req-180d87e0-7faf-4859-8c64-6e5dd649b24f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417597 Aug 21 12:29:18.415160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.446142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:18.450584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Usage tracker for resource:security_group_rule and tenant:6c4210dee9d94904bbd99a6124b37497 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:18.454772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35250) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:18.456421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:18.462610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:18.477981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.511884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:18.516307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Usage tracker for resource:security_group_rule and tenant:6c09b4e839a64553b0572045b96771d6 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:18.519593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:18.526795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:18.540536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.567734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.577396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d7e0f36e-2f9d-49b6-8396-a7c258858673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:18.614351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.623130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554f6e03-0d4a-476a-80c9-490cecf71bb7,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:18.626560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:18.632021 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c4210dee9d94904bbd99a6124b37497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3754079 Aug 21 12:29:18.633068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35256) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:18.658019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.669140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d1b66e54-c667-4607-88dc-1c3f5eb6f3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:18.742666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2aeb5-7652-4840-925a-78de0dc4d643,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:18.750021 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c09b4e839a64553b0572045b96771d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2916658 Aug 21 12:29:18.750021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:18.750021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.750796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 35260) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:18.777480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.814513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.841363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.848241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.861219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9fab938b-948c-4269-bc81-8cbdb8a8a54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:18.879499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f6e03-0d4a-476a-80c9-490cecf71bb7,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:18.882459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:18.883256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.884452 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9e1c36c1-30d0-4a7d-bb35-9db9b50948df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/554f6e03-0d4a-476a-80c9-490cecf71bb7 HTTP/1.1" status: 204 len: 168 time: 0.2509868 Aug 21 12:29:18.932757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:18.943161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d5026d1-950f-4b4e-af55-a5256b9017c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:19.002993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2aeb5-7652-4840-925a-78de0dc4d643,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:19.010636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:19.036349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:19.037632 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eab2aeb5-7652-4840-925a-78de0dc4d643 HTTP/1.1" status: 204 len: 168 time: 0.2857263 Aug 21 12:29:19.066535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472923f-a227-4659-8276-72783d3117a4 req-7f2c8d90-e2ed-4f9c-b9b1-9eaf74d1c993 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:19.068245 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7472923f-a227-4659-8276-72783d3117a4 req-7f2c8d90-e2ed-4f9c-b9b1-9eaf74d1c993 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1113350 Aug 21 12:29:19.117347 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7472923f-a227-4659-8276-72783d3117a4 req-ed1f31d8-f3c5-4941-99ff-6a47b99501d2 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Aug 21 12:29:19.541948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 35290) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:19.561456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:19.572777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901e76-d283-42eb-bc51-98788b10ec7a req-e5bb685b-b5da-4443-8e8c-c1f856a29ce1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:19.574395 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a8901e76-d283-42eb-bc51-98788b10ec7a req-e5bb685b-b5da-4443-8e8c-c1f856a29ce1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0900064 Aug 21 12:29:19.594626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:19.598914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd0bf33def841bfaa4c4dace4095347 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:19.601854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:19.608627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:19.628535 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a8901e76-d283-42eb-bc51-98788b10ec7a req-7f5d65da-f1c2-4b47-9296-c5b7bed3f93a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476034 Aug 21 12:29:19.681525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:19.709436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:19.717995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9c3b1972-acf4-468f-876c-a6c8949f7d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:19.761363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc86cc0-7564-42e4-ad01-241217c43bc3,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:19.764961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:19.770630 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffd0bf33def841bfaa4c4dace4095347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2275763 Aug 21 12:29:19.770985 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35298) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:19.838876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:19.869218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:20.002713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:20.006811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0ec72238-636c-4f59-a7ca-f98003b0fae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:20.021040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc86cc0-7564-42e4-ad01-241217c43bc3,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:20.027761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:20.030170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:20.031758 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdc86cc0-7564-42e4-ad01-241217c43bc3 HTTP/1.1" status: 204 len: 168 time: 0.2597609 Aug 21 12:29:20.339110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9200-9d01-4f8a-8d47-50cd409ae35c req-2b067b79-5a7a-432c-985e-5d9e002d3e98 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:20.341818 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-767a9200-9d01-4f8a-8d47-50cd409ae35c req-2b067b79-5a7a-432c-985e-5d9e002d3e98 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0953104 Aug 21 12:29:20.419223 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-767a9200-9d01-4f8a-8d47-50cd409ae35c req-6b69007c-174c-40c4-83e2-f2bcf2f66e6d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Aug 21 12:29:20.873310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129e68-0b75-47ec-b090-cc1e4e658e03 req-a35c7767-5c5d-46f0-87a5-3b7901b0e099 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:20.874993 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a129e68-0b75-47ec-b090-cc1e4e658e03 req-a35c7767-5c5d-46f0-87a5-3b7901b0e099 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1015124 Aug 21 12:29:20.938626 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a129e68-0b75-47ec-b090-cc1e4e658e03 req-9b5f849b-e23d-4580-822f-4e795fcc3d9c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572109 Aug 21 12:29:21.641033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65987dc9-50ac-4bdc-a7a4-9819034d1054 req-470e830e-a4c3-4666-a4c8-b4166f19ee77 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:21.642681 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-65987dc9-50ac-4bdc-a7a4-9819034d1054 req-470e830e-a4c3-4666-a4c8-b4166f19ee77 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0833197 Aug 21 12:29:21.700412 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-65987dc9-50ac-4bdc-a7a4-9819034d1054 req-1c8b25fa-447d-4a7c-9b48-3fb5de8d5731 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511608 Aug 21 12:29:22.190600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1e688-27a4-4bb1-90e5-3f3e580b3195 req-b278ade4-0da0-46af-843e-6cea9aa9f9d7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:22.192251 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5cc1e688-27a4-4bb1-90e5-3f3e580b3195 req-b278ade4-0da0-46af-843e-6cea9aa9f9d7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0882201 Aug 21 12:29:22.245629 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5cc1e688-27a4-4bb1-90e5-3f3e580b3195 req-f9cd216c-d1d5-42a0-a7fa-dee06d02f62f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467300 Aug 21 12:29:23.497102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9293-c0f6-47ad-be9e-547c0c1dc0da req-063b80c3-a1a6-4521-8662-789cdd14099b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:23.506319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ff8a9293-c0f6-47ad-be9e-547c0c1dc0da req-063b80c3-a1a6-4521-8662-789cdd14099b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1201222 Aug 21 12:29:23.568135 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ff8a9293-c0f6-47ad-be9e-547c0c1dc0da req-ab101998-5f2e-4f8f-a18c-ba401741f70d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605116 Aug 21 12:29:23.621668 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-cf96250b-1e39-4cd5-8071-7dcda22ea6ca tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=04a7ec7ce44b4112857cd427cab069d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331192 Aug 21 12:29:23.802108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-2a454716-7cf5-4414-a8f0-028353a13c33 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:23.804173 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-2a454716-7cf5-4414-a8f0-028353a13c33 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764464 Aug 21 12:29:23.822811 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-772d9cc5-4bdd-47a6-a7a3-1aa638cc6f2b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/quotas/04a7ec7ce44b4112857cd427cab069d9 HTTP/1.1" status: 200 len: 375 time: 0.0122221 Aug 21 12:29:23.878882 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-b29d4059-2446-454d-921b-fa818fa8f458 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=04a7ec7ce44b4112857cd427cab069d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483103 Aug 21 12:29:24.189724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2b1b-586b-460c-93a1-9164b56cc480 req-c2c07647-59dd-4d54-882a-a0f0337c549c tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:24.191583 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-80ad2b1b-586b-460c-93a1-9164b56cc480 req-c2c07647-59dd-4d54-882a-a0f0337c549c tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0886245 Aug 21 12:29:24.240613 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-80ad2b1b-586b-460c-93a1-9164b56cc480 req-704e21d1-51b1-4e77-91a8-66bfa7ae054f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Aug 21 12:29:24.294146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b374741-540c-4dd3-a2e6-e54ec1e2b5ec req-722a1862-7d7f-4693-9e93-969685ef0491 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:24.295745 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4b374741-540c-4dd3-a2e6-e54ec1e2b5ec req-722a1862-7d7f-4693-9e93-969685ef0491 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0968628 Aug 21 12:29:24.349364 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4b374741-540c-4dd3-a2e6-e54ec1e2b5ec req-39374aee-8c4e-4e4e-8ad5-1af2621b2e3d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469401 Aug 21 12:29:24.350040 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0755b980-53e1-49bf-b2a0-e9fe7b1fceb1 req-742b2f30-b555-4b9b-8a7d-76345f1b43ce tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 210 time: 0.0463867 Aug 21 12:29:24.835877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009620-8302-4a49-a90c-0df7a688493d req-ba7d9680-43d4-49ca-a029-12876b32d45f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:24.837476 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-00009620-8302-4a49-a90c-0df7a688493d req-ba7d9680-43d4-49ca-a029-12876b32d45f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0824802 Aug 21 12:29:24.888303 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-00009620-8302-4a49-a90c-0df7a688493d req-6dc95e57-6b19-4203-8924-8a020ced1d9a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Aug 21 12:29:25.559071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acadca0-7546-4132-add7-36d29f659578 req-a5fb689a-9abd-4cac-a2cf-9ae1300c2ffa tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:25.560676 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0acadca0-7546-4132-add7-36d29f659578 req-a5fb689a-9abd-4cac-a2cf-9ae1300c2ffa tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0847709 Aug 21 12:29:25.608424 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0acadca0-7546-4132-add7-36d29f659578 req-688b9a4a-7220-4401-b484-587afca66b93 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Aug 21 12:29:25.772144 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9a426ecd-4830-455f-8c4f-a9d55019d99c req-ec7dbaab-6555-461b-b96f-a73dd62e1293 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 210 time: 0.0484924 Aug 21 12:29:26.108824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9cc07-bae6-427d-a563-7c1b1d4e91cb req-2d8564cf-f069-4300-9052-00ca2bbf65ee tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:26.110432 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b2b9cc07-bae6-427d-a563-7c1b1d4e91cb req-2d8564cf-f069-4300-9052-00ca2bbf65ee tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0859523 Aug 21 12:29:26.159484 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b2b9cc07-bae6-427d-a563-7c1b1d4e91cb req-d9cde1a4-7f06-4a7c-85ef-7b265fabf879 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Aug 21 12:29:26.842667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb320c-006a-441f-92d7-88bf5c1f1e51 req-0ff76a97-6e0f-45eb-8932-3e06dcc91799 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:26.851349 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10fb320c-006a-441f-92d7-88bf5c1f1e51 req-0ff76a97-6e0f-45eb-8932-3e06dcc91799 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1117470 Aug 21 12:29:26.909408 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10fb320c-006a-441f-92d7-88bf5c1f1e51 req-7c618ae5-fe55-4234-9bce-374ecbcdfe43 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552630 Aug 21 12:29:26.970878 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8ed3cc28-0a2b-4fa6-974c-cdaa989ade89 req-a8f24d95-2d7d-42f9-9709-71835c341230 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 210 time: 0.0563369 Aug 21 12:29:27.133573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22390092-8f93-4e29-9c10-12b97baf2b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.415441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834f6e3-e9bb-4ae8-a096-74cfa81822b9 req-5212f22b-1c45-4440-b272-ac99a8752415 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:27.417700 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9834f6e3-e9bb-4ae8-a096-74cfa81822b9 req-5212f22b-1c45-4440-b272-ac99a8752415 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0920351 Aug 21 12:29:27.423073 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-f4e579d5-07f0-49b6-ae83-613a0f5a67bc tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04a7ec7ce44b4112857cd427cab069d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494075 Aug 21 12:29:27.480792 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9834f6e3-e9bb-4ae8-a096-74cfa81822b9 req-d722f882-2d5b-43eb-b9ee-6d11d18cdeee tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560198 Aug 21 12:29:27.597846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35514) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:27.610441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-d200e19c-745e-4cf5-be18-b150ee898760 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:27.612092 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-d200e19c-745e-4cf5-be18-b150ee898760 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804175 Aug 21 12:29:27.628772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Request body: {'port': {'device_id': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320', 'admin_state_up': True, 'tenant_id': '04a7ec7ce44b4112857cd427cab069d9'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:29:27.760831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.777648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:27.781743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Usage tracker for resource:port and tenant:04a7ec7ce44b4112857cd427cab069d9 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:27.784998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:27.791623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:27.796558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:27.800570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Usage tracker for resource:security_group_rule and tenant:1e4059ee6ccf4d5b88ad1cbc319cc6df is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:27.803572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:27.812342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:27.819966 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Made reservation on behalf of 04a7ec7ce44b4112857cd427cab069d9 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:29:27.826380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.840870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.876930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:27.881136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Usage tracker for resource:security_group_rule and tenant:04a7ec7ce44b4112857cd427cab069d9 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:27.884138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:27.891042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:27.933477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.962953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.978961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:27.988866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99cce81f-4767-40bc-89dc-76fe48a64b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:28.013830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.055729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772c2da6-8772-4508-82b5-6b9be2efcf81,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:28.065417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:28.095081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-67f65d2c-c5a3-48fc-ad47-32995a388c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:28.109578 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e4059ee6ccf4d5b88ad1cbc319cc6df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5105753 Aug 21 12:29:28.110382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35536) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:28.205847 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-40e77c31-616a-4419-8b82-55ab796edc88 req-eefc2145-2cc8-426e-ad48-956a52941db5 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 210 time: 0.0684505 Aug 21 12:29:28.227009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:28.230034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.238274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:28.261628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.331305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f2881-95e4-4235-85eb-6f9dbcbe1ebe req-bd2a400b-4d84-4f4c-8743-d768c94e6842 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:28.332328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.332960 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-182f2881-95e4-4235-85eb-6f9dbcbe1ebe req-bd2a400b-4d84-4f4c-8743-d768c94e6842 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1851027 Aug 21 12:29:28.339211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ebadba28-b130-46b8-bab1-4627ce33afb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:28.353311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c2da6-8772-4508-82b5-6b9be2efcf81,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:28.356175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:28.357503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.359333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/772c2da6-8772-4508-82b5-6b9be2efcf81 HTTP/1.1" status: 204 len: 168 time: 0.2473831 Aug 21 12:29:28.366673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Allocated IP 192.168.233.152 (d3a800d3-2acb-40dc-9a80-e87b95c09320/9469bcc3-c09b-4cde-950a-27fc4a497932/7aac1937-d1e3-4526-8cd2-6517def91f08) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:29:28.617568 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-182f2881-95e4-4235-85eb-6f9dbcbe1ebe req-de85697b-dafe-4d48-9398-70d46ad369d0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769194 Aug 21 12:29:28.737962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ffc3d-3675-40b5-8c78-c31c445e5b0c req-469cd4ad-f601-4ba0-8cb5-431e2c7036b9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:28.739474 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-005ffc3d-3675-40b5-8c78-c31c445e5b0c req-469cd4ad-f601-4ba0-8cb5-431e2c7036b9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1094799 Aug 21 12:29:28.779306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.796789 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-005ffc3d-3675-40b5-8c78-c31c445e5b0c req-aad3cd79-6588-4c59-bf24-02f1d6dc48bf tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490329 Aug 21 12:29:28.851479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.870268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Transition to ACTIVE for port object 7aac1937-d1e3-4526-8cd2-6517def91f08 will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:29:28.914890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.915325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.916068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35558) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:28.922387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:28.936766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:28.974352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:28.979414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Usage tracker for resource:security_group_rule and tenant:6482ce5380a149a38c67cb71c451cde0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:28.982959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:28.992056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:28.993905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Pushing event updated for resources: {'Port': ['ID=7aac1937-d1e3-4526-8cd2-6517def91f08,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:28.999920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:29.016947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Network d3a800d3-2acb-40dc-9a80-e87b95c09320 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:29:29.018654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:29:29.022186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:29:29.118732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:29.120348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.198389 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5728939 Aug 21 12:29:29.211709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Request body: {'port': {'device_id': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:29:29.290278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.345597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.356664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.365411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5d986227-40f4-4ba8-8188-4efc6974d5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:29.410465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d50b01-e10b-42bc-ac5f-e388b460a897,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:29.413667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:29.417038 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6482ce5380a149a38c67cb71c451cde0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4983249 Aug 21 12:29:29.422158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35568) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:29.447936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5cca448-3ada-4661-87e1-27d8afb9bb78 None None] Provisioning for port 7aac1937-d1e3-4526-8cd2-6517def91f08 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:29:29.452877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5cca448-3ada-4661-87e1-27d8afb9bb78 None None] Provisioning complete for port 7aac1937-d1e3-4526-8cd2-6517def91f08 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:29:29.453442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5cca448-3ada-4661-87e1-27d8afb9bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.501728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.512857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5cca448-3ada-4661-87e1-27d8afb9bb78 None None] Port 7aac1937-d1e3-4526-8cd2-6517def91f08 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:29:29.534026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.596337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.603381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-888cd794-8a99-4c6e-81b4-4a7236a24ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:29.611047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-ff14eb38-9570-46e8-aa71-e29462b71a3b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:29.611826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-ff14eb38-9570-46e8-aa71-e29462b71a3b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Synchronizing usage tracker for tenant:04a7ec7ce44b4112857cd427cab069d9 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:29.621040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d50b01-e10b-42bc-ac5f-e388b460a897,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:29.624345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.625671 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7d50b01-e10b-42bc-ac5f-e388b460a897 HTTP/1.1" status: 204 len: 168 time: 0.2023673 Aug 21 12:29:29.626723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:29.705160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-ff14eb38-9570-46e8-aa71-e29462b71a3b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Unset dirty status for tenant:04a7ec7ce44b4112857cd427cab069d9 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:29.706500 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-ff14eb38-9570-46e8-aa71-e29462b71a3b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 936 time: 0.3401790 Aug 21 12:29:29.780004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-92cb0210-b6ce-419e-b9ea-4a06ee2d8297 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Synchronizing usage tracker for tenant:04a7ec7ce44b4112857cd427cab069d9 on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:29.854052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-92cb0210-b6ce-419e-b9ea-4a06ee2d8297 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Unset dirty status for tenant:04a7ec7ce44b4112857cd427cab069d9 on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:29.856003 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e36b8d1-76ca-41f1-b093-9db04f46f89e req-92cb0210-b6ce-419e-b9ea-4a06ee2d8297 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402678 Aug 21 12:29:29.875536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a96eabb4-6d28-480d-bddc-7ea20e2c1cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.890936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577776-6fc9-4972-a13e-a0f00e919630 req-7f45d0e9-0687-4a3b-aec0-3d6d535fb955 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:29.898485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b2577776-6fc9-4972-a13e-a0f00e919630 req-7f45d0e9-0687-4a3b-aec0-3d6d535fb955 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1160934 Aug 21 12:29:29.938532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:29.981288 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b2577776-6fc9-4972-a13e-a0f00e919630 req-09b6ae33-a029-4f47-825e-9f57ba0a8c6e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817499 Aug 21 12:29:29.991859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aac1937-d1e3-4526-8cd2-6517def91f08 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:29.999804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.113636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Transition to ACTIVE for port object 7aac1937-d1e3-4526-8cd2-6517def91f08 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:29:30.151371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab017677-9cfb-41fe-ba65-06afea23b6a9 req-9a58afec-c3a8-4b05-8d8d-f8949580f5c3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:30.160083 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ab017677-9cfb-41fe-ba65-06afea23b6a9 req-9a58afec-c3a8-4b05-8d8d-f8949580f5c3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1056039 Aug 21 12:29:30.163711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.187009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:30.333480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35606) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:30.350252 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ab017677-9cfb-41fe-ba65-06afea23b6a9 req-c6177e1d-6aa7-49b4-b841-ced9ed09e8f5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889937 Aug 21 12:29:30.351342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=7aac1937-d1e3-4526-8cd2-6517def91f08,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:30.386488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:30.482065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Attempting to bind port 7aac1937-d1e3-4526-8cd2-6517def91f08 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:29:30.482438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Attempting to bind port 7aac1937-d1e3-4526-8cd2-6517def91f08 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:29:30.482804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Attempting to bind port 7aac1937-d1e3-4526-8cd2-6517def91f08 on network d3a800d3-2acb-40dc-9a80-e87b95c09320 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:29:30.490229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Port 7aac1937-d1e3-4526-8cd2-6517def91f08 on network d3a800d3-2acb-40dc-9a80-e87b95c09320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:29:30.490600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Attempting to bind port 7aac1937-d1e3-4526-8cd2-6517def91f08 on network d3a800d3-2acb-40dc-9a80-e87b95c09320 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:29:30.499260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:29:30.499748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Checking segment: {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:29:30.500228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Bound using segment: {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:29:30.500710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Bound port: 7aac1937-d1e3-4526-8cd2-6517def91f08, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bc447f-a6bd-4bee-947f-e0d1a3d6a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:29:30.501208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.615718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 35618) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:30.633317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] For port 7aac1937-d1e3-4526-8cd2-6517def91f08, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:29:30.644729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] For port 7aac1937-d1e3-4526-8cd2-6517def91f08, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7aac1937-d1e3-4526-8cd2-6517def91f08,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:29:30.662462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.683485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.690635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:30.694270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:30.698377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Usage tracker for resource:security_group_rule and tenant:c7f7a800c99942d1bc361e34668b9207 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:30.701305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:30.707709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:30.770977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.792081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.802714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.805510 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] 10.222.0.35 "PUT /v2.0/ports/7aac1937-d1e3-4526-8cd2-6517def91f08 HTTP/1.1" status: 200 len: 1098 time: 1.5979767 Aug 21 12:29:30.809734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'tag': '7aac1937-d1e3-4526-8cd2-6517def91f08'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:30.823369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=7aac1937-d1e3-4526-8cd2-6517def91f08,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:30.826070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:30.829742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:30.841529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bbf5bb11-a021-4a46-99d7-e5dea6404a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:30.919922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417c68c-5f7c-44b9-90a0-831f4c316508,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:30.925677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:30.935032 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7f7a800c99942d1bc361e34668b9207&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6004109 Aug 21 12:29:30.935868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35630) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:30.952226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:30.957485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'tag': '7aac1937-d1e3-4526-8cd2-6517def91f08', 'status': 'completed', 'code': 200} Aug 21 12:29:30.962577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Usage tracker for resource:security_group_rule and tenant:6bdcb08d325447d59507e12df3ede633 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:30.970525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:30.979010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:31.072075 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-d4e9a5fe-4b25-4c70-92c9-a0da05ffc0d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a7ec7ce44b4112857cd427cab069d9&device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 1101 time: 0.1885204 Aug 21 12:29:31.099698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.123486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.133251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.236026 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-37583efd-c47c-42d6-8454-fa4dda148e22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7aac1937-d1e3-4526-8cd2-6517def91f08 HTTP/1.1" status: 200 len: 217 time: 0.1413636 Aug 21 12:29:31.258914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.267342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-68d6e527-e881-4613-b92d-e15a711f326b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:31.291346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417c68c-5f7c-44b9-90a0-831f4c316508,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:31.293517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.294887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.296334 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f417c68c-5f7c-44b9-90a0-831f4c316508 HTTP/1.1" status: 204 len: 168 time: 0.3592899 Aug 21 12:29:31.297855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:31.328852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea9d1-e553-4736-9c3d-56a4d4359a6b req-c3a16618-b664-408b-b348-76848d46963f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:31.331174 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8adea9d1-e553-4736-9c3d-56a4d4359a6b req-c3a16618-b664-408b-b348-76848d46963f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1484253 Aug 21 12:29:31.336805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.351189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e21edefc-928f-4300-aff3-fe8f0788613a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:31.441647 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8adea9d1-e553-4736-9c3d-56a4d4359a6b req-28a1f794-befc-41af-9955-67bcc1391361 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009150 Aug 21 12:29:31.452889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-650d2570-6c97-4520-adaa-47efb1565868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:31.455062 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-650d2570-6c97-4520-adaa-47efb1565868 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9469bcc3-c09b-4cde-950a-27fc4a497932 HTTP/1.1" status: 200 len: 843 time: 0.2101417 Aug 21 12:29:31.462142 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bdcb08d325447d59507e12df3ede633&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8453076 Aug 21 12:29:31.462933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f7c1c-cc43-4b6c-b03d-ee092c1449c5,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:31.466195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35650) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:31.503507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:31.526903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01aeee-4b45-496b-b84a-073dc98bcca1 req-2e797186-6b49-4f8f-8b02-aedd4022c0f6 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:31.528578 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ad01aeee-4b45-496b-b84a-073dc98bcca1 req-2e797186-6b49-4f8f-8b02-aedd4022c0f6 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 948 time: 0.3794017 Aug 21 12:29:31.570970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.607417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.609615 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-3ece8c7a-745f-4092-a892-2441c570f68d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a800d3-2acb-40dc-9a80-e87b95c09320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1422122 Aug 21 12:29:31.619001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ad01aeee-4b45-496b-b84a-073dc98bcca1 req-aebf62a1-f9d8-4190-9bfc-1f6fdaa05b35 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814755 Aug 21 12:29:31.743168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5398a-73d0-46ff-8e00-1c0b6c15353b req-18f37061-06e2-45d9-a8a2-be45900afed2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:31.762292 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5db5398a-73d0-46ff-8e00-1c0b6c15353b req-18f37061-06e2-45d9-a8a2-be45900afed2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1079943 Aug 21 12:29:31.798891 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-df093e19-f513-4c09-a9df-497a17240589 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a800d3-2acb-40dc-9a80-e87b95c09320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779523 Aug 21 12:29:31.801510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.808649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9d956cc9-7519-4f71-b2ee-b25d21aad244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:31.846456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f7c1c-cc43-4b6c-b03d-ee092c1449c5,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:31.848735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:31.864231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:31.868788 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/220f7c1c-cc43-4b6c-b03d-ee092c1449c5 HTTP/1.1" status: 204 len: 168 time: 0.4013588 Aug 21 12:29:31.924317 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5db5398a-73d0-46ff-8e00-1c0b6c15353b req-75b33e09-132b-442a-b0b3-b7ec17d3b1e6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596775 Aug 21 12:29:31.990336 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f17f57e-4c53-45ac-a6c2-b41f86bfde3b req-c3db517b-69d0-4653-a382-7707aadabe36 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a800d3-2acb-40dc-9a80-e87b95c09320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841695 Aug 21 12:29:32.185342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-3619759d-64d4-4be2-8c46-6de464f2e602 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a7ec7ce44b4112857cd427cab069d9&device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 1101 time: 0.1003053 Aug 21 12:29:32.355181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-883324e2-f8b7-4a39-8360-e2213a9225e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:32.356831 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-883324e2-f8b7-4a39-8360-e2213a9225e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a800d3-2acb-40dc-9a80-e87b95c09320 HTTP/1.1" status: 200 len: 870 time: 0.1604686 Aug 21 12:29:32.363165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:29:32.460201 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-9f6633c2-6dd7-48b7-b4a0-9788147a9200 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7aac1937-d1e3-4526-8cd2-6517def91f08 HTTP/1.1" status: 200 len: 217 time: 0.0961866 Aug 21 12:29:32.532345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:32.555692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '360b7838-be21-4113-8373-9ac1f3d170f4', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4', 'mac_address': 'fa:16:3e:7b:36:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:29:32.625718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-110eda35-f619-489a-8b6f-e8de6bf7bb9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:32.630473 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-110eda35-f619-489a-8b6f-e8de6bf7bb9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9469bcc3-c09b-4cde-950a-27fc4a497932 HTTP/1.1" status: 200 len: 843 time: 0.1613455 Aug 21 12:29:32.777245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:32.798907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360b7838-be21-4113-8373-9ac1f3d170f4 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:32.814610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:32.848876 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-f2d13f1f-8c5c-4db2-8125-3830e42c212a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a800d3-2acb-40dc-9a80-e87b95c09320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2092636 Aug 21 12:29:32.854832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df5b13-ebc0-4887-985c-35c9417b032e req-554c38db-80f9-44ff-b6b9-15dfb587829b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:32.856584 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-50df5b13-ebc0-4887-985c-35c9417b032e req-554c38db-80f9-44ff-b6b9-15dfb587829b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1346705 Aug 21 12:29:32.867184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:32.869167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bf47059c-cf38-4dbb-b4b3-b9e8803ed9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:32.906314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e72d1-ec91-4db3-8f64-39bda7431121 req-3b10b396-63ba-44f5-995e-b8728b4f302c tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:32.915385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ba7e72d1-ec91-4db3-8f64-39bda7431121 req-3b10b396-63ba-44f5-995e-b8728b4f302c tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 948 time: 0.1120591 Aug 21 12:29:32.943674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=6']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:32.948709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:32.982004 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ba7e72d1-ec91-4db3-8f64-39bda7431121 req-054daf70-c994-4015-8934-bfbc0ebb6d4b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657277 Aug 21 12:29:33.098631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['360b7838-be21-4113-8373-9ac1f3d170f4'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:33.191000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:29:33.211421 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-50df5b13-ebc0-4887-985c-35c9417b032e req-93382f55-9d80-48e5-9d4f-8a1932d43e23 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248022 Aug 21 12:29:33.227347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d124cce-8c79-44b6-b805-25aa9bd4fc58 req-8c0849b6-8fb6-48ef-a880-42fa8bc1943c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:33.233726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d124cce-8c79-44b6-b805-25aa9bd4fc58 req-8c0849b6-8fb6-48ef-a880-42fa8bc1943c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.1229200 Aug 21 12:29:33.252187 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-2ee03a06-bc12-4729-a437-b6583940a5b6 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a800d3-2acb-40dc-9a80-e87b95c09320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931360 Aug 21 12:29:33.292404 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d124cce-8c79-44b6-b805-25aa9bd4fc58 req-77d81033-4639-40cc-b8e9-5485d6a376bc tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556960 Aug 21 12:29:33.409094 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a668b2e-f28e-43b4-81c3-8289a2d3d2f7 req-246ce8a6-529f-4985-95c1-33df255ce875 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a800d3-2acb-40dc-9a80-e87b95c09320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489615 Aug 21 12:29:34.176219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24531e19-accb-4b2a-9490-e07ac07a7027 req-c38e26c8-1e4a-4b03-a55e-eee2a1b19343 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:34.177762 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-24531e19-accb-4b2a-9490-e07ac07a7027 req-c38e26c8-1e4a-4b03-a55e-eee2a1b19343 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 948 time: 0.0832539 Aug 21 12:29:34.227036 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-24531e19-accb-4b2a-9490-e07ac07a7027 req-6c0db73f-bef2-42df-9e09-eb872495d6ba tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Aug 21 12:29:34.365009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 7aac1937-d1e3-4526-8cd2-6517def91f08 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:29:34.500133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457082-e789-49a0-8955-60f11909c9bf req-47cd62af-722a-4d9f-9a75-1a283bf1c7da tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:34.505232 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8d457082-e789-49a0-8955-60f11909c9bf req-47cd62af-722a-4d9f-9a75-1a283bf1c7da tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1434419 Aug 21 12:29:34.510951 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:29:34.577673 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8d457082-e789-49a0-8955-60f11909c9bf req-feaefd6b-cdba-40d8-8b93-21ac2a89f023 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657625 Aug 21 12:29:34.628933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ef8d-e383-449b-afb6-6ec7719cc7f4 req-f38aede2-eee8-4190-b0b3-2dbda0f4265d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:34.631693 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bcd1ef8d-e383-449b-afb6-6ec7719cc7f4 req-f38aede2-eee8-4190-b0b3-2dbda0f4265d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.1290686 Aug 21 12:29:34.642850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 7aac1937-d1e3-4526-8cd2-6517def91f08, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7aac1937-d1e3-4526-8cd2-6517def91f08,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:34.684638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 360b7838-be21-4113-8373-9ac1f3d170f4 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:29:34.685351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:34.693770 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bcd1ef8d-e383-449b-afb6-6ec7719cc7f4 req-9cada56c-818e-4067-99ca-1577c6ae8063 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558541 Aug 21 12:29:34.738694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '7aac1937-d1e3-4526-8cd2-6517def91f08', 'network_id': 'd3a800d3-2acb-40dc-9a80-e87b95c09320', 'port_id': '7aac1937-d1e3-4526-8cd2-6517def91f08', 'mac_address': 'fa:16:3e:4c:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9469bcc3-c09b-4cde-950a-27fc4a497932', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:29:34.811035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:34.837474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aac1937-d1e3-4526-8cd2-6517def91f08 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:34.949319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 7aac1937-d1e3-4526-8cd2-6517def91f08, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7aac1937-d1e3-4526-8cd2-6517def91f08,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:34.963914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.023299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:35.024339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:35.029708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.036377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:35.103188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:35.113232 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'code': 200} Aug 21 12:29:35.164206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=7aac1937-d1e3-4526-8cd2-6517def91f08,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:35.171982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:35.172659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d92fdc4-db4c-443b-b6e3-cb0a9be47f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:35.258805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=7']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:35.270167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:35.404461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['7aac1937-d1e3-4526-8cd2-6517def91f08'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:29:35.485515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ca31c-393e-428a-9731-b50b4f44d042 req-844df48f-ceac-48fb-a324-b4c734ee4df3 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:35.487357 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-712ca31c-393e-428a-9731-b50b4f44d042 req-844df48f-ceac-48fb-a324-b4c734ee4df3 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 949 time: 0.1012111 Aug 21 12:29:35.556748 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-712ca31c-393e-428a-9731-b50b4f44d042 req-3ca00599-c7ad-4383-82ed-d1b642e2f047 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Aug 21 12:29:35.747108 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-12cfbc15-a32a-4f58-9ba8-60c0f5241263 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.1711869 Aug 21 12:29:35.771810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b02f8-95fe-452d-b77b-d37c7018fee6 req-839defc0-332f-40f3-80d6-1554b0c2b977 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:35.773421 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b31b02f8-95fe-452d-b77b-d37c7018fee6 req-839defc0-332f-40f3-80d6-1554b0c2b977 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1387916 Aug 21 12:29:35.844145 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b31b02f8-95fe-452d-b77b-d37c7018fee6 req-209cad67-3391-4f1e-ae55-d159e6fc4c11 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640104 Aug 21 12:29:36.026642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f509e-f53e-4dc9-a220-f8717ed9237b req-a06671bf-b00f-4c88-9370-a13e4e453bd8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:36.028263 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd5f509e-f53e-4dc9-a220-f8717ed9237b req-a06671bf-b00f-4c88-9370-a13e4e453bd8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.2358265 Aug 21 12:29:36.032997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5939-c0da-4320-83a2-654b30636709 req-ad5e0112-8288-4a7f-90ef-2a5e01980c35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:36.034800 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-ad5e0112-8288-4a7f-90ef-2a5e01980c35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.2704031 Aug 21 12:29:36.124123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-cfe22e6f-bee4-470a-a947-7d8a6db8026b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 217 time: 0.0654387 Aug 21 12:29:36.158462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb628e-898a-49ec-a448-5d63d8f6738c req-84a4e3a9-57bc-4eb8-ad41-e3af6f8df4a7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:36.167977 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6dfb628e-898a-49ec-a448-5d63d8f6738c req-84a4e3a9-57bc-4eb8-ad41-e3af6f8df4a7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1725435 Aug 21 12:29:36.218161 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd5f509e-f53e-4dc9-a220-f8717ed9237b req-5b99d91f-ff98-4d7e-8cb8-660569e360a1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822138 Aug 21 12:29:36.248490 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6dfb628e-898a-49ec-a448-5d63d8f6738c req-6f75bf00-ed18-4ec6-b342-45e9568ef635 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745041 Aug 21 12:29:36.293253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5939-c0da-4320-83a2-654b30636709 req-722bf116-ed77-4d90-800b-f05ecce94917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:36.294879 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-722bf116-ed77-4d90-800b-f05ecce94917 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.1496043 Aug 21 12:29:36.362759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-a594b365-ea77-4ae3-8158-59dc69086663 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518882 Aug 21 12:29:36.524412 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-3b901fc8-22ac-47c8-8e1a-a3153639ce8b service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537435 Aug 21 12:29:36.827801 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90bf5939-c0da-4320-83a2-654b30636709 req-cf673b93-5d4d-4f65-8924-0a5ca51f228b service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711778 Aug 21 12:29:36.882675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c43ba-5a53-46f8-b2d9-fd81bd01bb8f req-7533bb5d-b04d-44b0-9358-0260acf648e2 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:36.891628 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-611c43ba-5a53-46f8-b2d9-fd81bd01bb8f req-7533bb5d-b04d-44b0-9358-0260acf648e2 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 949 time: 0.1365268 Aug 21 12:29:36.961672 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-611c43ba-5a53-46f8-b2d9-fd81bd01bb8f req-f413ee58-7231-4799-8470-3f2e682f9df3 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Aug 21 12:29:37.176977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f1a7-361a-4384-8365-6c69ace9a9ec req-fba8806f-9092-4789-acbb-a1cdb33e28fe tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:37.178763 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5d6f1a7-361a-4384-8365-6c69ace9a9ec req-fba8806f-9092-4789-acbb-a1cdb33e28fe tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1004710 Aug 21 12:29:37.236492 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b5d6f1a7-361a-4384-8365-6c69ace9a9ec req-3c178f73-ff37-4c4e-826b-3ec3cc7c54fc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 Aug 21 12:29:37.550850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c17347-4e45-4530-ab95-a764b40c2739 req-0d45e7cb-5557-4d8a-bd9b-fce4170a8a60 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:37.569006 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-66c17347-4e45-4530-ab95-a764b40c2739 req-0d45e7cb-5557-4d8a-bd9b-fce4170a8a60 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1728051 Aug 21 12:29:37.616825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb301f0c-361d-4c73-8b7b-56e7a9a9e2e8 req-b1c89a44-455e-4eee-bc63-0999cc6e4c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:37.624678 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bb301f0c-361d-4c73-8b7b-56e7a9a9e2e8 req-b1c89a44-455e-4eee-bc63-0999cc6e4c46 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1199446 Aug 21 12:29:37.634468 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-66c17347-4e45-4530-ab95-a764b40c2739 req-861b68b9-b2c6-4e9f-ac80-f0daff0bc88f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643845 Aug 21 12:29:37.674087 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bb301f0c-361d-4c73-8b7b-56e7a9a9e2e8 req-b5054629-86e4-4546-bb9f-7b94a63b7148 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463772 Aug 21 12:29:38.256274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e734e9-8ed3-4340-a77d-b0e6da4f7221 req-1ce76626-4cfa-463e-b026-06f2ac5562c7 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:38.258033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17e734e9-8ed3-4340-a77d-b0e6da4f7221 req-1ce76626-4cfa-463e-b026-06f2ac5562c7 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 949 time: 0.1247594 Aug 21 12:29:38.346401 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17e734e9-8ed3-4340-a77d-b0e6da4f7221 req-0ee934e3-a12b-4316-8638-28eec0a48bf0 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 Aug 21 12:29:38.383168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 7aac1937-d1e3-4526-8cd2-6517def91f08 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:29:38.584698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 7aac1937-d1e3-4526-8cd2-6517def91f08 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:29:38.591556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 7aac1937-d1e3-4526-8cd2-6517def91f08 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:29:38.592056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.709436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ebd80-b8bc-4121-a266-21b7275835a1 req-d831d0c1-d2b5-4a90-b0fc-96c9a65fbd08 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:38.721306 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8d0ebd80-b8bc-4121-a266-21b7275835a1 req-d831d0c1-d2b5-4a90-b0fc-96c9a65fbd08 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1583650 Aug 21 12:29:38.740310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.778403 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aac1937-d1e3-4526-8cd2-6517def91f08'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:38.790625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 7aac1937-d1e3-4526-8cd2-6517def91f08, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7aac1937-d1e3-4526-8cd2-6517def91f08,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:38.830778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:38.833697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:38.879797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8d0ebd80-b8bc-4121-a266-21b7275835a1 req-bb5bc7c0-cb03-4b20-a2d7-0b824c4b62e9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574275 Aug 21 12:29:38.880408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35864) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:38.973426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=7aac1937-d1e3-4526-8cd2-6517def91f08,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:38.986741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:39.004774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f48b4-bb1c-44b7-8c01-81655d75cd58 req-38529ee1-458a-4243-a909-252a18b19556 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:39.006607 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-532f48b4-bb1c-44b7-8c01-81655d75cd58 req-38529ee1-458a-4243-a909-252a18b19556 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1655169 Aug 21 12:29:39.074750 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-532f48b4-bb1c-44b7-8c01-81655d75cd58 req-05cac778-b839-4f34-9123-952fba564311 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577002 Aug 21 12:29:39.170642 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aac1937-d1e3-4526-8cd2-6517def91f08', 'code': 200} Aug 21 12:29:39.179125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:39.234965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:39.245192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00fc9a-77e9-4759-974e-462474edbda4 req-a7e559c2-4be6-42ad-84f2-fbf15b41d3d9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:39.246923 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ca00fc9a-77e9-4759-974e-462474edbda4 req-a7e559c2-4be6-42ad-84f2-fbf15b41d3d9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1429670 Aug 21 12:29:39.248091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Usage tracker for resource:security_group_rule and tenant:f693eec28c964203b1eb12f62eb1ccb2 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:39.251867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:39.279663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:39.322627 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ca00fc9a-77e9-4759-974e-462474edbda4 req-cbb60830-4665-4ed2-b687-7dbd62b888f0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671177 Aug 21 12:29:39.473239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:39.582662 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f27826ad-10d1-4889-bc70-bb31cbc94ab9 req-d91aec7a-19bf-46b3-a731-122ab3163acf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 1103 time: 0.1748259 Aug 21 12:29:39.629755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a1f23-6f5b-42bd-b3f5-5281b479b9d6 req-11758838-bea4-464c-afc0-6d060fa41a0f tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:39.631690 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-363a1f23-6f5b-42bd-b3f5-5281b479b9d6 req-11758838-bea4-464c-afc0-6d060fa41a0f tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.1422186 Aug 21 12:29:39.693166 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f27826ad-10d1-4889-bc70-bb31cbc94ab9 req-e5b9c68f-80f6-447a-8c28-6d4280da62f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957844 Aug 21 12:29:39.704931 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-363a1f23-6f5b-42bd-b3f5-5281b479b9d6 req-27094d77-090e-410f-b0b6-1241c9a87885 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Aug 21 12:29:39.933848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:39.941947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22c3963b-d17d-4fd7-a35f-497da9b09004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:39.988224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e706a7-e800-4b86-997b-4cd0d81e6601,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:39.992804 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f693eec28c964203b1eb12f62eb1ccb2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1113203 Aug 21 12:29:39.993834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:39.996368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35882) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:40.116084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:40.170346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7f54-3eb9-4e05-a33d-1b4647afea3c req-c6c4cb15-a41f-418e-b158-e2a2bfb25e60 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:40.171991 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a8fd7f54-3eb9-4e05-a33d-1b4647afea3c req-c6c4cb15-a41f-418e-b158-e2a2bfb25e60 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1261470 Aug 21 12:29:40.176762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:40.270764 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a8fd7f54-3eb9-4e05-a33d-1b4647afea3c req-19850449-6f66-4e4f-8b83-44b559533b12 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860403 Aug 21 12:29:40.367677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:40.373719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d2a33abd-c12a-4df8-8b47-4849f8a03001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:40.401285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e706a7-e800-4b86-997b-4cd0d81e6601,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:40.401285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:40.404394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:40.408012 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90e706a7-e800-4b86-997b-4cd0d81e6601 HTTP/1.1" status: 204 len: 168 time: 0.4088156 Aug 21 12:29:40.426187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fff21-38c8-4f89-b263-390e428fddac req-0dfba00f-41a9-44f0-88fb-6e6b91eabb7d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:40.435034 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-250fff21-38c8-4f89-b263-390e428fddac req-0dfba00f-41a9-44f0-88fb-6e6b91eabb7d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1943073 Aug 21 12:29:40.504297 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-250fff21-38c8-4f89-b263-390e428fddac req-e3070007-918f-4aa6-903c-33940ac1ef54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670803 Aug 21 12:29:40.613663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6341b-52ba-4e00-a334-7b1499a40c07 req-97c851ef-9b0a-41df-8553-9a7c039b2bb7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:40.621866 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b4e6341b-52ba-4e00-a334-7b1499a40c07 req-97c851ef-9b0a-41df-8553-9a7c039b2bb7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0959976 Aug 21 12:29:40.680493 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b4e6341b-52ba-4e00-a334-7b1499a40c07 req-b1afd9b2-946c-4746-b835-5064907a0d1c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574644 Aug 21 12:29:40.955215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b6026-237d-41c1-8b88-82a9f08698b0 req-ad95d581-7d98-4c33-b048-a95092784dc6 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:40.962992 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b48b6026-237d-41c1-8b88-82a9f08698b0 req-ad95d581-7d98-4c33-b048-a95092784dc6 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.1016533 Aug 21 12:29:41.030063 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b48b6026-237d-41c1-8b88-82a9f08698b0 req-deb31b39-2c4b-4371-ac37-e213943aa264 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655196 Aug 21 12:29:41.499192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39400a8-fa59-40e4-aaba-9dda1dad3010 req-9d49b0f3-bf5b-4e61-aa67-3bc9eca906bd tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:41.501052 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e39400a8-fa59-40e4-aaba-9dda1dad3010 req-9d49b0f3-bf5b-4e61-aa67-3bc9eca906bd tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0989826 Aug 21 12:29:41.586030 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e39400a8-fa59-40e4-aaba-9dda1dad3010 req-ac62401b-75b1-456e-ad88-1b8f2922f343 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741813 Aug 21 12:29:41.714344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35930) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:41.782580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff92d39-71be-427e-b3e6-b2b4fea0e809 req-b65a32f8-5cd6-495f-a7d5-69ddca689ad1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:41.786984 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eff92d39-71be-427e-b3e6-b2b4fea0e809 req-b65a32f8-5cd6-495f-a7d5-69ddca689ad1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1172788 Aug 21 12:29:41.937090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759230570-network', 'tenant_id': '4bb4aadcfe994809883718507d2361a7'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:29:41.949473 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eff92d39-71be-427e-b3e6-b2b4fea0e809 req-5f722329-6201-4618-b6cf-e77140c2a2c1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405802 Aug 21 12:29:41.952976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:41.999849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Usage tracker for resource:network and tenant:4bb4aadcfe994809883718507d2361a7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:42.017754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:42.031550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:42.076467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa609927-8c35-411a-8851-933658061c05 req-548fa491-632c-43af-a696-ca183c7003af tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:42.086007 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fa609927-8c35-411a-8851-933658061c05 req-548fa491-632c-43af-a696-ca183c7003af tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.2348316 Aug 21 12:29:42.104779 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Made reservation on behalf of 4bb4aadcfe994809883718507d2361a7 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:29:42.109450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.130105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.184345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:42.188615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb4aadcfe994809883718507d2361a7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:42.191825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:42.198957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:42.288195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.291808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3b4f6-9809-45ca-8e8e-f6b68dc5c82e req-2ffef02e-5613-45aa-986d-08a928c805f8 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:42.293567 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fa609927-8c35-411a-8851-933658061c05 req-a6c89d0e-c5f2-4c82-aad5-df6d9b684dc9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065115 Aug 21 12:29:42.295825 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f3b4f6-9809-45ca-8e8e-f6b68dc5c82e req-2ffef02e-5613-45aa-986d-08a928c805f8 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.1331856 Aug 21 12:29:42.332267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.332267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1a68bfba-ab77-4b0d-b42e-8a344a7b85f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:42.366653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:29:42.369185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2355af88-6837-4a0c-8dd0-cae60042db61,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:42.373246 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f3b4f6-9809-45ca-8e8e-f6b68dc5c82e req-cc42e1fa-d998-4403-a447-1798a1cb8ea7 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711145 Aug 21 12:29:42.375428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:42.380454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.381209 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Added segment f94bf99f-97d5-4e12-b741-fb2fc450174b of type vlan for network a77c47de-9b83-4111-8332-36f4de84c359 Aug 21 12:29:42.430034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.492225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.495303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:42.496160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.502934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:42.639595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Pushing event updated for resources: {'Network': ['ID=a77c47de-9b83-4111-8332-36f4de84c359,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:42.639595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:42.646270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network a77c47de-9b83-4111-8332-36f4de84c359 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:29:42.660422 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9448931 Aug 21 12:29:42.663438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 35950) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:29:42.675730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Request body: {'subnet': {'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759230570-subnet', 'tenant_id': '4bb4aadcfe994809883718507d2361a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:29:42.692742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:42.704237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Usage tracker for resource:subnet and tenant:4bb4aadcfe994809883718507d2361a7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:42.709065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:42.730977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:42.825294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Made reservation on behalf of 4bb4aadcfe994809883718507d2361a7 for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:29:42.838349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850660924'] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:42.918981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9579fb-09dc-4f9c-9556-c761d14d5e30 req-97df7727-1890-4015-96fb-298199749c03 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:42.921350 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c9579fb-09dc-4f9c-9556-c761d14d5e30 req-97df7727-1890-4015-96fb-298199749c03 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1425626 Aug 21 12:29:43.063548 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c9579fb-09dc-4f9c-9556-c761d14d5e30 req-e64f0b7c-96f8-4c5d-8680-9a5f04343822 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290417 Aug 21 12:29:43.313690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850660907'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:43.342467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5984fda-5322-461f-87a4-8cdd78f88394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:43.405574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c1f208-00b3-40e1-a787-0634b4fd0cc4,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:43.409216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:43.447000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982d755-2de3-48f1-87d2-1a6635c4ca3d req-df091931-6955-4690-b76d-2646dbdd3b66 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:43.449850 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0982d755-2de3-48f1-87d2-1a6635c4ca3d req-df091931-6955-4690-b76d-2646dbdd3b66 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1229990 Aug 21 12:29:43.470469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccc84b-af86-4da9-8e10-f9651b0b946e req-8ee22910-fae2-45e0-a5f7-85cd39db50cf tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:43.478694 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d0ccc84b-af86-4da9-8e10-f9651b0b946e req-8ee22910-fae2-45e0-a5f7-85cd39db50cf tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.2079341 Aug 21 12:29:43.514365 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0982d755-2de3-48f1-87d2-1a6635c4ca3d req-ed41aff6-0a04-4e4d-920d-f13e3e012ad7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569346 Aug 21 12:29:43.524121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Checking segment: {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:29:43.524725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Network hostable DHCP agents. Network: a77c47de-9b83-4111-8332-36f4de84c359, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:29:43.575902 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d0ccc84b-af86-4da9-8e10-f9651b0b946e req-869bc7f4-0d28-4717-a4fb-3d48cec69f37 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958114 Aug 21 12:29:43.612958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Network a77c47de-9b83-4111-8332-36f4de84c359 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:29:43.652949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, a77c47de-9b83-4111-8332-36f4de84c359) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:29:43.657621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:43.658676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:43.665313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb967f48-5595-4ecf-97a8-d4c31ea31b10 None None] Network a77c47de-9b83-4111-8332-36f4de84c359 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:29:43.735060 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0699892 Aug 21 12:29:43.794370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bc897-8b03-4b37-8a22-b522a4d3e3b4 req-67abc475-e7ad-454d-a40b-d6bd5dc226ff tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:43.867092 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-849bc897-8b03-4b37-8a22-b522a4d3e3b4 req-67abc475-e7ad-454d-a40b-d6bd5dc226ff tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1303020 Aug 21 12:29:43.872432 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-849bc897-8b03-4b37-8a22-b522a4d3e3b4 req-5f476b80-74ea-4350-a214-9999adb5fdb7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699704 Aug 21 12:29:44.025114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d7b7d-5da7-4c01-a979-fc9216fda76f None None] Network a77c47de-9b83-4111-8332-36f4de84c359 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff7a04-a202-4c02-82a9-d939090a9c0e req-683a5308-ddd2-4c1c-80a1-398eccf3c259 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-49ff7a04-a202-4c02-82a9-d939090a9c0e req-683a5308-ddd2-4c1c-80a1-398eccf3c259 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0872927 Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-49ff7a04-a202-4c02-82a9-d939090a9c0e req-f4bb2963-721e-4b91-8ea6-294bdf64f09a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66e0d-e579-4d29-8988-4675dec4f0e8 req-8e5601ea-8de2-45ce-a519-2a63ee375956 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2cc66e0d-e579-4d29-8988-4675dec4f0e8 req-8e5601ea-8de2-45ce-a519-2a63ee375956 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0809953 Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2cc66e0d-e579-4d29-8988-4675dec4f0e8 req-e1eb6336-9918-4aa9-a117-adba7f628592 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404875 Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b0514-88ba-4187-a677-e7bef5751797 req-aa9796f2-8014-4c46-a45d-cd7a40bc21a0 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-572b0514-88ba-4187-a677-e7bef5751797 req-aa9796f2-8014-4c46-a45d-cd7a40bc21a0 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.0834956 Aug 21 12:29:45.013592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-572b0514-88ba-4187-a677-e7bef5751797 req-57fc5edb-6545-45e1-9507-173e199c3371 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Aug 21 12:29:45.209663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c95e1-7f2b-414f-8d85-56a3ee261552 req-011624f6-4b25-4f03-a49f-93ac1b58fc18 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:45.209663 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-760c95e1-7f2b-414f-8d85-56a3ee261552 req-011624f6-4b25-4f03-a49f-93ac1b58fc18 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0820007 Aug 21 12:29:45.254810 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-760c95e1-7f2b-414f-8d85-56a3ee261552 req-1a718ab8-1cfd-41b6-8883-42b5bd71f421 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 Aug 21 12:29:46.038216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7801-f085-4c6f-a39f-948c8d516827 req-6e3f377b-f5cb-4f22-bcb6-ecc4409acc8e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:46.040773 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-064f7801-f085-4c6f-a39f-948c8d516827 req-6e3f377b-f5cb-4f22-bcb6-ecc4409acc8e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1124408 Aug 21 12:29:46.108938 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-064f7801-f085-4c6f-a39f-948c8d516827 req-73c5f6a3-2db8-49f5-99ff-1530e7f1b989 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620265 Aug 21 12:29:46.455538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342aad6-9df1-4829-9608-f817717cff06 req-79bcd3c4-6b58-4b98-a181-3dabaa3435d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:46.457119 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9342aad6-9df1-4829-9608-f817717cff06 req-79bcd3c4-6b58-4b98-a181-3dabaa3435d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1277697 Aug 21 12:29:46.516460 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9342aad6-9df1-4829-9608-f817717cff06 req-03580d81-e9ab-486b-9858-8a6a953c1c8e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518212 Aug 21 12:29:46.682671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-e705e435-4737-425a-8607-0c532110fff9 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:46.684919 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-e705e435-4737-425a-8607-0c532110fff9 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.0945547 Aug 21 12:29:46.847880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62b8d7-d3ff-44fa-95b9-dff2bb18c837 req-d5e11285-a819-4f90-bfd7-333b35e1fa53 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:46.855689 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ca62b8d7-d3ff-44fa-95b9-dff2bb18c837 req-d5e11285-a819-4f90-bfd7-333b35e1fa53 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.1994104 Aug 21 12:29:46.939821 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ca62b8d7-d3ff-44fa-95b9-dff2bb18c837 req-537ff6d9-7138-4d3d-b394-360eea5b974b tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830908 Aug 21 12:29:46.970932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Deleting port 7aac1937-d1e3-4526-8cd2-6517def91f08 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:29:46.971668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:47.194947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e31884-7cce-4ce7-94e0-a2d79d7fc815 req-676a7d0b-83c9-4c87-8634-477eb7c02ebc tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:47.202861 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-22e31884-7cce-4ce7-94e0-a2d79d7fc815 req-676a7d0b-83c9-4c87-8634-477eb7c02ebc tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.3897679 Aug 21 12:29:47.382334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307875c9-163e-46ce-8b07-e235e7d31669 req-8705c588-63bb-4bd3-bda3-11e93e3bb29f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:47.390355 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-307875c9-163e-46ce-8b07-e235e7d31669 req-8705c588-63bb-4bd3-bda3-11e93e3bb29f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1121421 Aug 21 12:29:47.460745 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-307875c9-163e-46ce-8b07-e235e7d31669 req-1db48797-a821-4877-b1e0-5ba2232f6cc6 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693338 Aug 21 12:29:47.534001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-22e31884-7cce-4ce7-94e0-a2d79d7fc815 req-de5a4488-880d-4a6c-93b9-4d3de2713329 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301814 Aug 21 12:29:47.604878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] For port 7aac1937-d1e3-4526-8cd2-6517def91f08, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7aac1937-d1e3-4526-8cd2-6517def91f08,segment=NetworkSegment(56bc447f-a6bd-4bee-947f-e0d1a3d6a430),segment_id=56bc447f-a6bd-4bee-947f-e0d1a3d6a430)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:47.605283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:47.770603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d90174-2ba8-4cfa-8330-010c69ac7431 req-d3f51b9e-ea31-4ed4-afac-5d3a516cbd05 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:47.772484 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a4d90174-2ba8-4cfa-8330-010c69ac7431 req-d3f51b9e-ea31-4ed4-afac-5d3a516cbd05 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1090698 Aug 21 12:29:47.819682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Calling delete_port for 7aac1937-d1e3-4526-8cd2-6517def91f08 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:29:47.880356 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a4d90174-2ba8-4cfa-8330-010c69ac7431 req-260c9d73-7378-495d-a3ec-2fff6d66f1ee tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934122 Aug 21 12:29:48.089638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-6b65e8c9-06db-489f-8c2d-a14dbe86c978 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:48.091690 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-6b65e8c9-06db-489f-8c2d-a14dbe86c978 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/networks?id=a77c47de-9b83-4111-8332-36f4de84c359 HTTP/1.1" status: 200 len: 808 time: 0.2318211 Aug 21 12:29:48.195310 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-078bb87d-c166-422f-8909-9b44bf589be9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/quotas/4bb4aadcfe994809883718507d2361a7 HTTP/1.1" status: 200 len: 375 time: 0.0952749 Aug 21 12:29:48.268298 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-120b884d-ea79-4796-859c-f4d3b03209b6 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bb4aadcfe994809883718507d2361a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719526 Aug 21 12:29:48.301034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fddb-92f7-41b5-8a1f-5e17233819cc req-be75f0f3-f91f-4aae-bfeb-314a54e4bf58 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:48.312217 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9c8fddb-92f7-41b5-8a1f-5e17233819cc req-be75f0f3-f91f-4aae-bfeb-314a54e4bf58 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 950 time: 0.1776280 Aug 21 12:29:48.380234 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9c8fddb-92f7-41b5-8a1f-5e17233819cc req-2f4e213a-e7bd-4f29-a66b-8a71798bd92c tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666907 Aug 21 12:29:48.421244 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-97443143-e43c-4c71-b134-a06ca91c2a56 service neutron] 10.222.0.18 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518507 Aug 21 12:29:48.652459 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-09eb80bb-65be-474b-8542-da1dd6945fa3 service neutron] 10.222.0.18 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287865 Aug 21 12:29:48.697822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:48.705890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:48.781857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Pushing event deleted for resources: {'Port': ['ID=7aac1937-d1e3-4526-8cd2-6517def91f08,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:48.785520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:48.810013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898608-1e2a-4412-912d-249d2c104486 req-0ef703a2-e500-45c7-9672-68249cd97a51 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:48.814691 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-44898608-1e2a-4412-912d-249d2c104486 req-0ef703a2-e500-45c7-9672-68249cd97a51 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1512773 Aug 21 12:29:48.895041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] No DVR routers for this DVR port 7aac1937-d1e3-4526-8cd2-6517def91f08 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:29:48.900632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:48.944083 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-44898608-1e2a-4412-912d-249d2c104486 req-61165e12-2a01-453a-bf28-5dc8a7c70c3d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221550 Aug 21 12:29:48.963912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'name': 'network-vif-deleted', 'tag': '7aac1937-d1e3-4526-8cd2-6517def91f08'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:49.003373 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7d5206d9-21b7-4caa-a0eb-87343b01d4ca req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.35 "DELETE /v2.0/ports/7aac1937-d1e3-4526-8cd2-6517def91f08 HTTP/1.1" status: 204 len: 173 time: 2.3052230 Aug 21 12:29:49.228855 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-61f978e0-c8db-4f38-ad5a-2d7e5a57fafc req-7d3ddd25-96d7-43fa-a9e8-1459a4b6abcc tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 210 time: 0.1444292 Aug 21 12:29:49.413468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95a07-0b03-44b6-acb8-20fbe9995017 req-f7a4270f-5f90-480d-9c58-a0d8979b9d3f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:49.416798 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ddf95a07-0b03-44b6-acb8-20fbe9995017 req-f7a4270f-5f90-480d-9c58-a0d8979b9d3f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1855528 Aug 21 12:29:49.500943 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ddf95a07-0b03-44b6-acb8-20fbe9995017 req-ecb48d9e-cc4a-4ddd-8ae1-3d84f4489ef6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727012 Aug 21 12:29:49.616518 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aafa63d-ee85-4054-97ef-512dd6ba1ea3', 'name': 'network-vif-deleted', 'tag': '7aac1937-d1e3-4526-8cd2-6517def91f08', 'status': 'completed', 'code': 200} Aug 21 12:29:49.649390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d0f92-84d0-4b8c-bbf7-811117aad572 req-3014dd9e-67c7-46b6-a5a8-2666d9f6bf0b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:49.658653 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ae6d0f92-84d0-4b8c-bbf7-811117aad572 req-3014dd9e-67c7-46b6-a5a8-2666d9f6bf0b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1619024 Aug 21 12:29:49.734082 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ae6d0f92-84d0-4b8c-bbf7-811117aad572 req-05a43da9-4677-4e14-b478-012cdd07e1c4 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743835 Aug 21 12:29:49.794200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-838999c2-0fd9-4173-a8a1-afe7d8cd1674 req-85301bb3-98fd-46f3-b538-85268ea0ca6f tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Synchronizing usage tracker for tenant:04a7ec7ce44b4112857cd427cab069d9 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:49.847840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-838999c2-0fd9-4173-a8a1-afe7d8cd1674 req-85301bb3-98fd-46f3-b538-85268ea0ca6f tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Unset dirty status for tenant:04a7ec7ce44b4112857cd427cab069d9 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:49.854485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-838999c2-0fd9-4173-a8a1-afe7d8cd1674 req-85301bb3-98fd-46f3-b538-85268ea0ca6f tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aafa63d-ee85-4054-97ef-512dd6ba1ea3 HTTP/1.1" status: 200 len: 210 time: 0.1114087 Aug 21 12:29:50.413598 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2253a2db-83d4-41dd-afab-5d3e0b50a46f req-a18b3ad6-7ecb-48e6-9099-d9f84258c4bd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 210 time: 0.0461416 Aug 21 12:29:50.460489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5b36b-14f6-4cc5-9776-a0cac980a71f req-c8dfc934-bca8-4b87-a9b1-73d8f1c9351e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:50.475126 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-46e5b36b-14f6-4cc5-9776-a0cac980a71f req-c8dfc934-bca8-4b87-a9b1-73d8f1c9351e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.3717663 Aug 21 12:29:50.482029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 7aac1937-d1e3-4526-8cd2-6517def91f08 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:50.518702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 7aac1937-d1e3-4526-8cd2-6517def91f08 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:29:50.519112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 7aac1937-d1e3-4526-8cd2-6517def91f08 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:29:50.530899 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-46e5b36b-14f6-4cc5-9776-a0cac980a71f req-d65f93ca-ef44-4f90-8fb1-93029b8b2fdb tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481291 Aug 21 12:29:50.767219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb5140-15aa-4f18-aa90-d7823c93edaa req-28203448-1ed0-4d36-877a-79d872e4172f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:50.768780 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1cfb5140-15aa-4f18-aa90-d7823c93edaa req-28203448-1ed0-4d36-877a-79d872e4172f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0960054 Aug 21 12:29:50.843504 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1cfb5140-15aa-4f18-aa90-d7823c93edaa req-13124f79-4ad7-4ac5-85a6-a5d65c14dc8a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686789 Aug 21 12:29:51.071078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751081-978b-49b7-93ce-4c23bbee7fa6 req-c95d5e83-54a1-46ec-8d64-f68da8c5af9c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:51.073485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8a751081-978b-49b7-93ce-4c23bbee7fa6 req-c95d5e83-54a1-46ec-8d64-f68da8c5af9c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1543872 Aug 21 12:29:51.134291 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8a751081-978b-49b7-93ce-4c23bbee7fa6 req-770f8d51-79bb-4bc8-8e0b-d6ed48e36be5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500104 Aug 21 12:29:51.634939 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f33f251-7e10-4327-a86f-432b1a1acabd req-abf133fc-41b7-4b1f-846b-4b928eb58ac0 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 210 time: 0.0553131 Aug 21 12:29:51.749633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667a10-e0a4-4357-b01d-69269ac8f058 req-8d3d4d0e-ecc2-42dd-b327-994701bab1b0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:51.751222 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f667a10-e0a4-4357-b01d-69269ac8f058 req-8d3d4d0e-ecc2-42dd-b327-994701bab1b0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0843961 Aug 21 12:29:51.799838 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f667a10-e0a4-4357-b01d-69269ac8f058 req-886bdaa4-c995-4ea1-9666-03dfc0a7fa29 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Aug 21 12:29:51.959581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-5ae220c2-b550-486d-aa36-a4703f0a10b2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:51.961206 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-5ae220c2-b550-486d-aa36-a4703f0a10b2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "GET /v2.0/networks?id=a77c47de-9b83-4111-8332-36f4de84c359 HTTP/1.1" status: 200 len: 808 time: 0.1627474 Aug 21 12:29:51.979341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Request body: {'port': {'device_id': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359', 'admin_state_up': True, 'tenant_id': '4bb4aadcfe994809883718507d2361a7'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:29:52.193201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:29:52.200938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Usage tracker for resource:port and tenant:4bb4aadcfe994809883718507d2361a7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:29:52.203867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:29:52.211808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:29:52.226838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739e73-4e59-4478-8ebd-6840175674d4 req-3df8bdba-cafe-4adc-b05f-aa3ec6e74c7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:52.235449 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-60739e73-4e59-4478-8ebd-6840175674d4 req-3df8bdba-cafe-4adc-b05f-aa3ec6e74c7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1764436 Aug 21 12:29:52.292595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Made reservation on behalf of 4bb4aadcfe994809883718507d2361a7 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:29:52.299468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:52.329766 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-60739e73-4e59-4478-8ebd-6840175674d4 req-3c529ade-2b80-419b-9073-2766ef162b82 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893159 Aug 21 12:29:52.434615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac3c85-8aaa-4b5a-a1e0-f42fc473db10 req-2a23b07a-8d0a-4d19-a445-24c0cbd29351 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:52.436504 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77ac3c85-8aaa-4b5a-a1e0-f42fc473db10 req-2a23b07a-8d0a-4d19-a445-24c0cbd29351 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1140280 Aug 21 12:29:52.485729 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77ac3c85-8aaa-4b5a-a1e0-f42fc473db10 req-d387f0cf-94fa-4939-b6da-3cd46bad71dc tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Aug 21 12:29:52.495399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Allocated IP 172.20.0.2 (a77c47de-9b83-4111-8332-36f4de84c359/66c1f208-00b3-40e1-a787-0634b4fd0cc4/c9192a58-82a6-4c46-9e2a-c18fa32d35f4) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:29:52.738079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:52.812461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:52.823735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:52.910153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Network a77c47de-9b83-4111-8332-36f4de84c359 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:29:52.916242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Pushing event updated for resources: {'Port': ['ID=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:52.919448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:52.920514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:29:52.923095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:29:52.998036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67337-49b9-4bcf-8785-f1430714703c req-d0cb972b-b504-4fbd-8b4e-21810157a6c2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:53.005297 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4be67337-49b9-4bcf-8785-f1430714703c req-d0cb972b-b504-4fbd-8b4e-21810157a6c2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 931 time: 0.2344565 Aug 21 12:29:53.029349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d72104-28a6-47bc-9a81-c6f03bfdeb86 req-ea7b66b8-bfde-4817-a0ae-b486cc224e43 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:53.031121 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-81d72104-28a6-47bc-9a81-c6f03bfdeb86 req-ea7b66b8-bfde-4817-a0ae-b486cc224e43 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1046133 Aug 21 12:29:53.042384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:53.043043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:53.082870 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4be67337-49b9-4bcf-8785-f1430714703c req-f74fc693-21ef-4bef-a6bf-51ac8c3a9c96 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766292 Aug 21 12:29:53.139649 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653445 Aug 21 12:29:53.151912 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-81d72104-28a6-47bc-9a81-c6f03bfdeb86 req-8ff0cd86-44df-42b0-abce-0cbdff482722 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767722 Aug 21 12:29:53.153852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Request body: {'port': {'device_id': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:29:53.155614 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-1697273e-07a2-4ed2-9e1f-5ae2463f536b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1099 time: 0.1234884 Aug 21 12:29:53.275437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:53.302804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-421c61fb-2f54-49f0-9c49-68cd7c3915ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:53.304431 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-421c61fb-2f54-49f0-9c49-68cd7c3915ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1408193 Aug 21 12:29:53.422713 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-001d9397-1b47-48c1-b114-634c9e4c2da2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 200 len: 1002 time: 0.1069245 Aug 21 12:29:53.499599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-4b731feb-9fcf-41bc-ba6f-787047daf370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:53.501096 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-4b731feb-9fcf-41bc-ba6f-787047daf370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0703497 Aug 21 12:29:53.583672 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-c419fcbc-5657-4c41-a3af-67661757773b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754659 Aug 21 12:29:53.639374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa25d0-b907-4460-92ca-b03d36551329 req-b5ae01b8-e152-4c0f-a67a-cf200e3784f2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:53.642255 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4bfa25d0-b907-4460-92ca-b03d36551329 req-b5ae01b8-e152-4c0f-a67a-cf200e3784f2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.1457725 Aug 21 12:29:53.823588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-00bf6dad-d9f1-4d40-91e5-539d30e31e44 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315271 Aug 21 12:29:54.005701 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4bfa25d0-b907-4460-92ca-b03d36551329 req-80aa7645-ba58-4cd4-955f-afcd8ee48be9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488004 Aug 21 12:29:54.011236 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12fc3c84-2e7a-48f2-a6a4-2440b38251b5 req-ffe87d91-a54a-44da-85b7-e86ebc2b77af service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649158 Aug 21 12:29:54.012405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9192a58-82a6-4c46-9e2a-c18fa32d35f4 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:29:54.028005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a84ce3-ce9f-4015-8dd1-42e5fd158830 req-4c4c5158-68c3-4162-ae96-c4914a3ca176 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:54.029255 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-73a84ce3-ce9f-4015-8dd1-42e5fd158830 req-4c4c5158-68c3-4162-ae96-c4914a3ca176 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.3472428 Aug 21 12:29:54.048931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:54.067347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Transition to ACTIVE for port object c9192a58-82a6-4c46-9e2a-c18fa32d35f4 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:29:54.088667 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-73a84ce3-ce9f-4015-8dd1-42e5fd158830 req-82f6bcac-b93c-4774-90a9-c00d760468d1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506725 Aug 21 12:29:54.097209 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:54.102469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2f9e3f10-371d-4846-bbfb-9f624f468fb9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:54.326134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Pushing event updated for resources: {'Port': ['ID=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:54.329391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:54.453621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276f4e6-4aff-46e7-9764-377daf48f651 req-7decbfa9-5fcc-432a-a72b-e6050e2ccafb tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:54.455756 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2276f4e6-4aff-46e7-9764-377daf48f651 req-7decbfa9-5fcc-432a-a72b-e6050e2ccafb tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1159923 Aug 21 12:29:54.498702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f485e6-42af-4b9a-ae09-d22e3e04404b req-b80b0834-c2e6-4428-8c8d-ba069ddb574b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:54.499360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-85f485e6-42af-4b9a-ae09-d22e3e04404b req-b80b0834-c2e6-4428-8c8d-ba069ddb574b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Synchronizing usage tracker for tenant:4bb4aadcfe994809883718507d2361a7 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:29:54.505032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Attempting to bind port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:29:54.505514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Attempting to bind port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:29:54.505906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Attempting to bind port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 on network a77c47de-9b83-4111-8332-36f4de84c359 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:29:54.520476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 on network a77c47de-9b83-4111-8332-36f4de84c359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:29:54.520752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Attempting to bind port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 on network a77c47de-9b83-4111-8332-36f4de84c359 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:29:54.527640 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2276f4e6-4aff-46e7-9764-377daf48f651 req-a9f13016-89ff-44b5-a12a-18986a628045 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Aug 21 12:29:54.545475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:29:54.545475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Checking segment: {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:29:54.545475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Bound using segment: {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:29:54.545475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Bound port: c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:29:54.545475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:54.584163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-85f485e6-42af-4b9a-ae09-d22e3e04404b req-b80b0834-c2e6-4428-8c8d-ba069ddb574b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Unset dirty status for tenant:4bb4aadcfe994809883718507d2361a7 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:29:54.585502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85f485e6-42af-4b9a-ae09-d22e3e04404b req-b80b0834-c2e6-4428-8c8d-ba069ddb574b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 943 time: 0.3155887 Aug 21 12:29:54.671286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] For port c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:29:54.679248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] For port c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:29:54.704404 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85f485e6-42af-4b9a-ae09-d22e3e04404b req-0ab02847-0234-4477-88bf-395a37a29668 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071062 Aug 21 12:29:54.727693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:54.733573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:54.795819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:54.797323 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] 10.222.0.35 "PUT /v2.0/ports/c9192a58-82a6-4c46-9e2a-c18fa32d35f4 HTTP/1.1" status: 200 len: 1093 time: 1.6494529 Aug 21 12:29:54.797862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'tag': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:54.822657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Pushing event updated for resources: {'Port': ['ID=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:54.825967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:54.853680 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'tag': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4', 'status': 'completed', 'code': 200} Aug 21 12:29:54.981123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18103c2c-4788-4414-b4fa-085d1760c6f7 req-a3aee8f6-d2ee-4492-8923-fd5aee6383fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb4aadcfe994809883718507d2361a7&device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 1096 time: 0.0911343 Aug 21 12:29:55.218565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103c2c-4788-4414-b4fa-085d1760c6f7 req-3ab021f3-3415-4c83-b1ff-4ad7ac70e285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:55.221272 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18103c2c-4788-4414-b4fa-085d1760c6f7 req-3ab021f3-3415-4c83-b1ff-4ad7ac70e285 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4bb4aadcfe994809883718507d2361a7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2289424 Aug 21 12:29:55.373729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2411475-ba91-4f44-9fc2-25287d733d60 req-1c3cdc17-9713-4418-88e0-c054c652cb4d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:55.375606 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f2411475-ba91-4f44-9fc2-25287d733d60 req-1c3cdc17-9713-4418-88e0-c054c652cb4d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1112034 Aug 21 12:29:55.429955 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f2411475-ba91-4f44-9fc2-25287d733d60 req-c1ec66eb-8934-42c0-a1ee-fbb0651f177b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457497 Aug 21 12:29:55.460263 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8d562-dd38-4d9d-a894-fdbec9d4b807 req-14386799-03be-40fc-924b-626f76dfb471 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:55.462016 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63e8d562-dd38-4d9d-a894-fdbec9d4b807 req-14386799-03be-40fc-924b-626f76dfb471 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.2391930 Aug 21 12:29:55.465236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103c2c-4788-4414-b4fa-085d1760c6f7 req-5e9c7fd4-e620-460e-b60a-b11e99b1067e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:55.466755 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18103c2c-4788-4414-b4fa-085d1760c6f7 req-5e9c7fd4-e620-460e-b60a-b11e99b1067e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933038 Aug 21 12:29:55.529744 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63e8d562-dd38-4d9d-a894-fdbec9d4b807 req-ebff556f-fd38-438a-9239-8c05849667e4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602446 Aug 21 12:29:55.650818 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-060a1e21-31c9-44c6-814f-1291a1ac24ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb4aadcfe994809883718507d2361a7&device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 1096 time: 0.1021080 Aug 21 12:29:55.745749 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-626565bc-a871-49cc-809a-f4a385340ef6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9192a58-82a6-4c46-9e2a-c18fa32d35f4 HTTP/1.1" status: 200 len: 217 time: 0.0842505 Aug 21 12:29:55.820432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1233e90-693d-4112-be89-87f529eb9c61 req-e2c12cbb-3e8f-43a2-aa0a-448f6467526a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:55.822039 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a1233e90-693d-4112-be89-87f529eb9c61 req-e2c12cbb-3e8f-43a2-aa0a-448f6467526a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0984063 Aug 21 12:29:55.849130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-cef6bf9c-65b5-4dd6-ae61-97e512e292df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:55.851143 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-cef6bf9c-65b5-4dd6-ae61-97e512e292df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66c1f208-00b3-40e1-a787-0634b4fd0cc4 HTTP/1.1" status: 200 len: 848 time: 0.0982373 Aug 21 12:29:55.878406 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a1233e90-693d-4112-be89-87f529eb9c61 req-08f44c06-210a-4ca9-b639-5c0c0b3826ca tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Aug 21 12:29:55.953291 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-fc6cf297-2da9-4e6a-88c6-0c8ca6d71ff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a77c47de-9b83-4111-8332-36f4de84c359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953438 Aug 21 12:29:56.084199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9979c1-1221-4949-9403-8b1f2982ad86 req-30d909bd-1f97-47be-a36c-b35cfd7aa166 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:56.085691 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de9979c1-1221-4949-9403-8b1f2982ad86 req-30d909bd-1f97-47be-a36c-b35cfd7aa166 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 943 time: 0.1810324 Aug 21 12:29:56.161508 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-c0e11f30-84e7-4ec0-9690-546e56a798f8 service neutron] 10.222.0.35 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964812 Aug 21 12:29:56.167287 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de9979c1-1221-4949-9403-8b1f2982ad86 req-0d773c0b-793b-49cf-a646-c242b3f765d8 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706990 Aug 21 12:29:56.648957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166f38-385d-46c0-8acf-6f180ed00280 req-004f3cd0-f876-4ec7-8bab-b12485c0e856 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:56.650642 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-70166f38-385d-46c0-8acf-6f180ed00280 req-004f3cd0-f876-4ec7-8bab-b12485c0e856 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0858366 Aug 21 12:29:56.703118 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-70166f38-385d-46c0-8acf-6f180ed00280 req-299cabc8-f904-464a-aea3-3239035305f7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Aug 21 12:29:56.772453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bcb33-782c-459f-aab5-d7b0258ee804 req-cd48bd50-0228-4cf8-960f-84734dde2cfa tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:56.774057 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-731bcb33-782c-459f-aab5-d7b0258ee804 req-cd48bd50-0228-4cf8-960f-84734dde2cfa tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0949774 Aug 21 12:29:56.823111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-731bcb33-782c-459f-aab5-d7b0258ee804 req-6c7c514e-3d3e-409f-9117-c9eb64f9ae7e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Aug 21 12:29:57.089687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c669c7c-6eee-4db6-a11f-d98c172e5d81 req-25d54f2f-21c4-472d-babe-307847b6bf09 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:57.091383 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c669c7c-6eee-4db6-a11f-d98c172e5d81 req-25d54f2f-21c4-472d-babe-307847b6bf09 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0853782 Aug 21 12:29:57.138256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7dcfeb82-d830-4f26-8ec5-3d05194750e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:57.145254 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c669c7c-6eee-4db6-a11f-d98c172e5d81 req-4c05b7a3-cf2c-406c-8a37-2a6673998e74 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Aug 21 12:29:57.375211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210f9ef-34f2-4ce5-bff9-a0ea76f1bc70 req-4784b452-13b9-47d3-a910-38beb1353235 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:57.376698 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d210f9ef-34f2-4ce5-bff9-a0ea76f1bc70 req-4784b452-13b9-47d3-a910-38beb1353235 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 943 time: 0.0851033 Aug 21 12:29:57.423893 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d210f9ef-34f2-4ce5-bff9-a0ea76f1bc70 req-5ace7d81-3122-4baa-9a6a-7d1757c9669f tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Aug 21 12:29:57.912357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be978c-d33f-41a1-ab54-970c1f7f9095 req-95052eb9-ff0d-49c7-897f-28abc2b57711 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:57.914103 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-19be978c-d33f-41a1-ab54-970c1f7f9095 req-95052eb9-ff0d-49c7-897f-28abc2b57711 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0850124 Aug 21 12:29:57.969212 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-19be978c-d33f-41a1-ab54-970c1f7f9095 req-4aeb0220-0198-427f-a20e-3f7c894ec19f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Aug 21 12:29:58.053521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932189d3-6ec8-4ee5-9e19-73a10f6f98ef req-16100ddd-b23f-4406-9aea-e0da875f3ebd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:58.055185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-932189d3-6ec8-4ee5-9e19-73a10f6f98ef req-16100ddd-b23f-4406-9aea-e0da875f3ebd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 946 time: 0.0941689 Aug 21 12:29:58.104770 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-932189d3-6ec8-4ee5-9e19-73a10f6f98ef req-7f3dd3bc-9060-4c94-b5c4-864b28746aa6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424194 Aug 21 12:29:58.352546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d5db1-7daf-4e27-aa1e-afaa74a109f8 req-2bbd9542-91ea-48b4-a0c1-bf016142523a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:58.354092 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5e0d5db1-7daf-4e27-aa1e-afaa74a109f8 req-2bbd9542-91ea-48b4-a0c1-bf016142523a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0853779 Aug 21 12:29:58.402677 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5e0d5db1-7daf-4e27-aa1e-afaa74a109f8 req-569bf57a-3bdb-4e76-aa54-5ff45d5f218d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Aug 21 12:29:58.638846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b982c4-3ea6-4150-ace4-1631d314482e req-ed26365d-ebbf-49d3-a725-735ed6378e33 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:58.640449 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f9b982c4-3ea6-4150-ace4-1631d314482e req-ed26365d-ebbf-49d3-a725-735ed6378e33 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 943 time: 0.0905993 Aug 21 12:29:58.688530 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f9b982c4-3ea6-4150-ace4-1631d314482e req-0ed83f60-5f27-4ee3-b01b-0ed2aa8f4728 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Aug 21 12:29:58.754365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.789746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:29:58.920873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.939403 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:58.982687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:29:59.000286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:29:59.007797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-14a68a39-9bc9-44c6-a39c-cfb9d100c151 req-ae6cf604-2460-4f8b-b5e0-e89b4880c81d service neutron] 10.222.0.35 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906042 Aug 21 12:29:59.041873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:59.043944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:29:59.196342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'code': 200} Aug 21 12:29:59.197656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=8']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:29:59.201416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:29:59.258362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91bedc-cf05-4c4f-a0ef-3e0156fba5a6 req-daa56224-9058-4427-996c-f2e212030ea3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:59.260685 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3a91bedc-cf05-4c4f-a0ef-3e0156fba5a6 req-daa56224-9058-4427-996c-f2e212030ea3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0940094 Aug 21 12:29:59.316842 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3a91bedc-cf05-4c4f-a0ef-3e0156fba5a6 req-1e8956b2-4e0f-4f3c-9451-8d1579328135 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494378 Aug 21 12:29:59.373023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62d61-dbe9-4c6b-a27c-62b1f31a0650 req-92399f4c-1dd0-47c7-a25f-d8c97d9fdb36 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:59.374851 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d9c62d61-dbe9-4c6b-a27c-62b1f31a0650 req-92399f4c-1dd0-47c7-a25f-d8c97d9fdb36 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0953205 Aug 21 12:29:59.436032 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d9c62d61-dbe9-4c6b-a27c-62b1f31a0650 req-957c14d6-51c0-47da-b7fd-356489862c82 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543802 Aug 21 12:29:59.572394 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-503c7ff2-e9ef-482b-9fb0-861d20e3a2f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079111 Aug 21 12:29:59.669086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf2089-e4b2-499f-966f-364b06ba4bd1 req-a2a1bfe9-9f59-48dc-9d5f-51759cbf6144 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:59.674379 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dccf2089-e4b2-499f-966f-364b06ba4bd1 req-a2a1bfe9-9f59-48dc-9d5f-51759cbf6144 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0979366 Aug 21 12:29:59.708973 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-9865dff9-973c-4eea-8a10-175acd3c0294 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 1098 time: 0.0837071 Aug 21 12:29:59.723285 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dccf2089-e4b2-499f-966f-364b06ba4bd1 req-65035621-a4c4-4450-9312-164587541cfc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Aug 21 12:29:59.874782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf04a-1276-4c0c-b165-864d0d3a7dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:59.937396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:29:59.983592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-7d6ffb5e-0013-43ed-b87b-8f2c761e0197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:29:59.985213 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-7d6ffb5e-0013-43ed-b87b-8f2c761e0197 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.2544215 Aug 21 12:30:00.071726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-42bb0ad6-898c-4fd9-bc49-be0f5d314120 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00c9bcbf-a304-4863-9335-34c6e43b632f HTTP/1.1" status: 200 len: 217 time: 0.0719392 Aug 21 12:30:00.155621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6584-627e-48f3-a961-991ef72ae557 req-b3112300-4bc6-40ee-bda1-a83c2ce7b94d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:00.164111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3b2a6584-627e-48f3-a961-991ef72ae557 req-b3112300-4bc6-40ee-bda1-a83c2ce7b94d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.2592247 Aug 21 12:30:00.194634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-524ebf55-ce1b-4fba-8f8c-ebdd04b725c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:00.196227 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-524ebf55-ce1b-4fba-8f8c-ebdd04b725c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.1180737 Aug 21 12:30:00.213869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2a191-3cca-49da-9217-830d938cda38 req-2b613ec1-fc03-4a6f-89ab-3ac7a4f73b8c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:00.215644 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a1f2a191-3cca-49da-9217-830d938cda38 req-2b613ec1-fc03-4a6f-89ab-3ac7a4f73b8c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 943 time: 0.2009380 Aug 21 12:30:00.243119 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-d365024f-9f52-4c7e-b1ae-32657a21bcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1099 time: 0.1603971 Aug 21 12:30:00.288171 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-69a4c6da-0a86-4de6-b26f-926b7b8da3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743682 Aug 21 12:30:00.304737 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3b2a6584-627e-48f3-a961-991ef72ae557 req-961d3c3f-8bed-443e-bb43-f4f581322cb6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395261 Aug 21 12:30:00.403595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-a1f2a191-3cca-49da-9217-830d938cda38 req-8122d0f6-a5f2-445b-8824-2d39b9bc1316 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Synchronizing usage tracker for tenant:4bb4aadcfe994809883718507d2361a7 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:00.452797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-11bb8e97-7d07-45ef-8bc8-bb04e05e7478 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470656 Aug 21 12:30:00.476423 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-a1f2a191-3cca-49da-9217-830d938cda38 req-8122d0f6-a5f2-445b-8824-2d39b9bc1316 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Unset dirty status for tenant:4bb4aadcfe994809883718507d2361a7 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:00.477687 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a1f2a191-3cca-49da-9217-830d938cda38 req-8122d0f6-a5f2-445b-8824-2d39b9bc1316 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532666 Aug 21 12:30:00.482814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-a5b9f4f6-a4b6-4732-97e0-b53fe4594ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:00.484338 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-a5b9f4f6-a4b6-4732-97e0-b53fe4594ad8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.2248559 Aug 21 12:30:00.611418 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-e542a168-5f72-4c14-b3fc-b3a739c1a6fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 1002 time: 0.1202765 Aug 21 12:30:00.647120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36502) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:00.682102 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7442f470-985f-4d5d-95cd-45442b1cc186 req-7e4a53ae-2253-4518-b626-291c94397eb2 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209928 Aug 21 12:30:00.684051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-cc072d29-b119-424b-8a79-cc21e463f783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:00.685759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-cc072d29-b119-424b-8a79-cc21e463f783 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.0660579 Aug 21 12:30:00.718821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a93c-8a7b-4802-b20f-cba21e7ed8d9 req-abc366e5-9d78-4f16-ab39-dfca0decc1b4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:00.720416 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0522a93c-8a7b-4802-b20f-cba21e7ed8d9 req-abc366e5-9d78-4f16-ab39-dfca0decc1b4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1265388 Aug 21 12:30:00.776095 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0522a93c-8a7b-4802-b20f-cba21e7ed8d9 req-3bb49b36-f808-4b02-aa15-be2f6e37ea54 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494742 Aug 21 12:30:00.794780 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-213f0f45-97ec-42b4-adcf-0020216b3716 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022410 Aug 21 12:30:00.894256 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-826e6e5d-471e-4e3b-8e63-cb672bb103e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04a7ec7ce44b4112857cd427cab069d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2437499 Aug 21 12:30:00.895549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36512) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:00.980759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:01.027104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:01.034673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277e8d-ffc2-4793-9e2f-fb88903f8d3c req-547a4291-6a7f-4609-84b0-4118036f593a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:01.038232 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9c277e8d-ffc2-4793-9e2f-fb88903f8d3c req-547a4291-6a7f-4609-84b0-4118036f593a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1485939 Aug 21 12:30:01.038232 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-88206e86-5ed0-4576-b00b-f188bfe849e1 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359583 Aug 21 12:30:01.090594 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9c277e8d-ffc2-4793-9e2f-fb88903f8d3c req-2bf8bde5-0d02-44bf-8091-58a0625e9bbe tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Aug 21 12:30:01.103706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:01.131526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:01.136889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6e7dd5ac-f3a4-48d0-b313-0355696a1469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:01.337281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5edd37-a6e6-47ed-a806-b8b9f9cc4299,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:01.340187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:01.372497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:01.374387 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7f22fcf2-35b8-4328-9fdd-c552a3d575ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d5edd37-a6e6-47ed-a806-b8b9f9cc4299 HTTP/1.1" status: 204 len: 168 time: 0.4776282 Aug 21 12:30:01.574534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936da04-177d-49f3-a3d2-e08841081890 req-0b1461a9-6845-40ab-bcbe-79c9fba56d75 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:01.574534 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f936da04-177d-49f3-a3d2-e08841081890 req-0b1461a9-6845-40ab-bcbe-79c9fba56d75 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1019931 Aug 21 12:30:01.607621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f936da04-177d-49f3-a3d2-e08841081890 req-52a6e623-c65c-4639-935b-6e9573e19b14 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Aug 21 12:30:01.813076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8165d-fa7d-4bb1-b1bf-6cc01cfc381b req-7e5cc315-fd09-4782-bdd4-75afa95729c0 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:01.814778 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1bd8165d-fa7d-4bb1-b1bf-6cc01cfc381b req-7e5cc315-fd09-4782-bdd4-75afa95729c0 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 943 time: 0.0898979 Aug 21 12:30:01.870308 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1bd8165d-fa7d-4bb1-b1bf-6cc01cfc381b req-bb22923d-2915-4d9f-9b4c-9ab2f9457fca tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486734 Aug 21 12:30:01.959071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device c9192a58-82a6-4c46-9e2a-c18fa32d35f4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:30:02.098862 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7c815394-2be0-4134-8227-02dac5d30cc8 req-230a678d-252c-4aaf-b5cb-779534218881 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735295 Aug 21 12:30:02.103680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:02.119061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4', 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359', 'port_id': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4', 'mac_address': 'fa:16:3e:f6:77:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c1f208-00b3-40e1-a787-0634b4fd0cc4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:30:02.179634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:02.198521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9192a58-82a6-4c46-9e2a-c18fa32d35f4 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:30:02.214684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:02.247162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:02.249817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:02.302653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56c2b4-3125-42f1-8f3c-d1063cc9f99d req-b60db662-2ce0-40d8-89a5-8c15f601c6c2 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:02.304920 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8b56c2b4-3125-42f1-8f3c-d1063cc9f99d req-b60db662-2ce0-40d8-89a5-8c15f601c6c2 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0862923 Aug 21 12:30:02.323079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:02.326762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:02.354983 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8b56c2b4-3125-42f1-8f3c-d1063cc9f99d req-f3022002-9e95-44ea-b481-50a164232d67 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Aug 21 12:30:02.491246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e185190-4596-40d8-8521-0f90fc48f8b1 req-29a3eddf-aec1-4a45-b378-4c659ab5d863 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:02.492801 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6e185190-4596-40d8-8521-0f90fc48f8b1 req-29a3eddf-aec1-4a45-b378-4c659ab5d863 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0848658 Aug 21 12:30:02.569657 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6e185190-4596-40d8-8521-0f90fc48f8b1 req-3fb1a107-4a41-4d7c-852a-87c8b81bae9d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698028 Aug 21 12:30:02.669854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36562) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:02.828886 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-5ffd26b0-0714-43e8-a063-e3b8a1c369eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575968 Aug 21 12:30:03.010041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8548b09-119f-4c8a-81ea-29c7041dee6b req-23bbef52-ca42-4cff-9719-fd5b580e75b7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:03.012392 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8548b09-119f-4c8a-81ea-29c7041dee6b req-23bbef52-ca42-4cff-9719-fd5b580e75b7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.2730820 Aug 21 12:30:03.070933 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8548b09-119f-4c8a-81ea-29c7041dee6b req-a0f9376d-41ee-49bb-8bf3-681b9b707984 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529993 Aug 21 12:30:03.117054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23853e-a5ef-4280-aad3-bc5b31b0e688 req-c3ada9d8-ef89-4740-b983-5ed1fc4a0e64 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:03.118697 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce23853e-a5ef-4280-aad3-bc5b31b0e688 req-c3ada9d8-ef89-4740-b983-5ed1fc4a0e64 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 944 time: 0.0891044 Aug 21 12:30:03.172253 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce23853e-a5ef-4280-aad3-bc5b31b0e688 req-3cb95bfe-5716-4c65-a31c-e77b10c517e3 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473673 Aug 21 12:30:03.560325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce25b05-8f08-4a3d-8f1c-37dad9526577 req-91169072-2647-45df-8f3b-022722c8be5a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:03.561862 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1ce25b05-8f08-4a3d-8f1c-37dad9526577 req-91169072-2647-45df-8f3b-022722c8be5a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0817547 Aug 21 12:30:03.612916 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1ce25b05-8f08-4a3d-8f1c-37dad9526577 req-55c84bd7-b98b-451b-8210-0ef7a1f6b4d4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Aug 21 12:30:03.781817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65744c2f-c47c-46f8-b887-6e97b59b78cb req-42e6f4e4-3eb7-436a-b553-72d7f3d60660 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:03.783696 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-65744c2f-c47c-46f8-b887-6e97b59b78cb req-42e6f4e4-3eb7-436a-b553-72d7f3d60660 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0822737 Aug 21 12:30:03.838258 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-65744c2f-c47c-46f8-b887-6e97b59b78cb req-3df4fef1-f085-40c5-aa6a-b86147825c79 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484173 Aug 21 12:30:03.949609 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fc21f208-7d92-4018-b51d-bc45afb6ae19 req-a2f6b617-afc1-4427-8540-63f5a2abe986 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488941 Aug 21 12:30:04.093666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['c9192a58-82a6-4c46-9e2a-c18fa32d35f4'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:04.297061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a06ff8-64ac-4b9b-9d0c-67c6521aac72 req-ee1d2ff1-7579-4cbb-a733-e93820a37a3a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:04.298988 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2a06ff8-64ac-4b9b-9d0c-67c6521aac72 req-ee1d2ff1-7579-4cbb-a733-e93820a37a3a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0995691 Aug 21 12:30:04.348621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c2a06ff8-64ac-4b9b-9d0c-67c6521aac72 req-48b1e686-36de-42e5-a857-e85a0672e155 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Aug 21 12:30:04.403352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209956a6-d94a-457d-b4cb-2076190f32fb req-a9ffcf48-e1a0-4805-8c80-3a9a39bc549e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:04.404977 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-209956a6-d94a-457d-b4cb-2076190f32fb req-a9ffcf48-e1a0-4805-8c80-3a9a39bc549e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 944 time: 0.0877380 Aug 21 12:30:04.453593 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-209956a6-d94a-457d-b4cb-2076190f32fb req-8e247d02-53ed-4570-9254-30790aa4463b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Aug 21 12:30:04.828311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b3345-cd79-46e7-931e-c77a646cb58a req-fd37bc77-49c6-4db5-ac6a-fe5af4aff968 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:04.830106 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-995b3345-cd79-46e7-931e-c77a646cb58a req-fd37bc77-49c6-4db5-ac6a-fe5af4aff968 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0866895 Aug 21 12:30:04.878548 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-995b3345-cd79-46e7-931e-c77a646cb58a req-e9a54e49-3f2d-4ee5-a2f7-406ec274e8fc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Aug 21 12:30:05.068722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67edad-d8fc-46a9-b4d3-6721ef835c92 req-863fb1a2-38fe-4413-a0ff-dfb93301cbfe tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:05.070365 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee67edad-d8fc-46a9-b4d3-6721ef835c92 req-863fb1a2-38fe-4413-a0ff-dfb93301cbfe tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0877147 Aug 21 12:30:05.119521 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee67edad-d8fc-46a9-b4d3-6721ef835c92 req-0c801353-38d7-4dec-995b-34b0e1cffbd2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Aug 21 12:30:05.578554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0d74b-d01d-4826-998d-1233f58a120b req-94e424b9-c5ed-41cd-9167-3cd34b24c044 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:05.580153 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8c0d74b-d01d-4826-998d-1233f58a120b req-94e424b9-c5ed-41cd-9167-3cd34b24c044 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0898533 Aug 21 12:30:05.630922 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e8c0d74b-d01d-4826-998d-1233f58a120b req-ef933248-08c2-45cb-b9c3-6fdea970c8f4 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446284 Aug 21 12:30:05.663560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de839249-d411-4fc5-8cee-5a8695201670 req-a1cc5ddf-0959-4c64-bdc7-6a50b746c59f tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:05.665682 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de839249-d411-4fc5-8cee-5a8695201670 req-a1cc5ddf-0959-4c64-bdc7-6a50b746c59f tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 944 time: 0.0870769 Aug 21 12:30:05.713339 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de839249-d411-4fc5-8cee-5a8695201670 req-197bf700-e582-4520-8694-16c7d3ba55cf tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Aug 21 12:30:06.100711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1634-8397-4f9e-a03b-feaf27992f62 req-b548a1d9-a2dc-4412-81a1-77e922b26149 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:06.102379 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18ea1634-8397-4f9e-a03b-feaf27992f62 req-b548a1d9-a2dc-4412-81a1-77e922b26149 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0851820 Aug 21 12:30:06.156056 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18ea1634-8397-4f9e-a03b-feaf27992f62 req-4efc10dc-7a81-4a15-a58c-80ee65b6abf9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Aug 21 12:30:06.339899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515571-a9c7-4441-9e04-57b41eac10da req-010911af-2fe9-4c1d-aee4-884ad5a741ba tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:06.341406 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-75515571-a9c7-4441-9e04-57b41eac10da req-010911af-2fe9-4c1d-aee4-884ad5a741ba tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0813708 Aug 21 12:30:06.395079 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-75515571-a9c7-4441-9e04-57b41eac10da req-05e1ffa9-1512-4b92-af8c-c43f35148e1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474653 Aug 21 12:30:06.441089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device c9192a58-82a6-4c46-9e2a-c18fa32d35f4 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:06.538553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:06.544122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:06.544539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.662199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.690151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:06.699857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:06.737660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:06.739765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:06.769141 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4', 'code': 200} Aug 21 12:30:06.808025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:06.813405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:06.927948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bf66-4006-4aa0-9840-e502ef1a63cd req-dab63c6f-436b-497a-9662-9c471b636691 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:06.927948 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3984bf66-4006-4aa0-9840-e502ef1a63cd req-dab63c6f-436b-497a-9662-9c471b636691 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0827637 Aug 21 12:30:06.981506 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3984bf66-4006-4aa0-9840-e502ef1a63cd req-c7475f78-12f4-4831-81e5-bf3378a3e00c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Aug 21 12:30:07.367713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353082-7915-44be-ad6e-d03d85a7f4cf req-580f4982-ebd6-4fc0-9139-ec6c3c5b6c97 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:07.369984 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5d353082-7915-44be-ad6e-d03d85a7f4cf req-580f4982-ebd6-4fc0-9139-ec6c3c5b6c97 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0829625 Aug 21 12:30:07.418076 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5d353082-7915-44be-ad6e-d03d85a7f4cf req-0ff1db1f-8634-4d8a-88fd-234a3defd3b2 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Aug 21 12:30:07.615179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1951bf3-eeb9-443d-bcb9-14d3bbe541f0 req-7cb54900-1e07-4cac-a032-4cd1ad7febab tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:07.616777 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e1951bf3-eeb9-443d-bcb9-14d3bbe541f0 req-7cb54900-1e07-4cac-a032-4cd1ad7febab tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0880063 Aug 21 12:30:07.665795 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e1951bf3-eeb9-443d-bcb9-14d3bbe541f0 req-77d67453-1ddf-4433-84f3-4ed129540714 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Aug 21 12:30:08.189560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51f45-c150-4d0b-aed3-1a8d8278769a req-1d60eacc-495c-49fb-a2fe-bd4292a34bdd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:08.191170 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-01f51f45-c150-4d0b-aed3-1a8d8278769a req-1d60eacc-495c-49fb-a2fe-bd4292a34bdd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0858064 Aug 21 12:30:08.238565 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-01f51f45-c150-4d0b-aed3-1a8d8278769a req-b09e431f-1f72-40ac-aba7-506bbd394725 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Aug 21 12:30:08.326167 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-262da56b-62e6-470c-95a1-4116c83b5e0a req-c0229430-aa0a-46fb-9e6d-9477eede8b7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.0764048 Aug 21 12:30:08.374560 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-c027b6e8-daf9-4006-b7aa-8b1ad665a60e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef&tenant_id=d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 1097 time: 0.0782931 Aug 21 12:30:08.379064 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-262da56b-62e6-470c-95a1-4116c83b5e0a req-072a2deb-c632-47bf-a792-f4a925d4eca9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Aug 21 12:30:08.631219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923a07-3646-4e3e-a6dc-5c7bb10d3720 req-7c2b5688-26f6-4615-b2ef-3d902942bb95 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:08.632801 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84923a07-3646-4e3e-a6dc-5c7bb10d3720 req-7c2b5688-26f6-4615-b2ef-3d902942bb95 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0867987 Aug 21 12:30:08.691186 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-ae89805f-02e4-446b-ac63-054a1e8e4d12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1097 time: 0.0769873 Aug 21 12:30:08.733291 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84923a07-3646-4e3e-a6dc-5c7bb10d3720 req-eef31ac4-5157-4c3c-9fde-0b862e93f44b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938196 Aug 21 12:30:08.757735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f428b2fa-a6be-432e-ba55-3f54bcbc72b0 req-1400f84f-44b9-4b99-b729-d4f039f04d40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 1098 time: 0.1016567 Aug 21 12:30:08.803151 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f428b2fa-a6be-432e-ba55-3f54bcbc72b0 req-bf80dfde-d7b7-4862-a9ba-c05d91354da2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Aug 21 12:30:08.904779 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384886-207d-4a71-bce7-64da4d50efc2 req-f3496f08-bde5-450a-b0dd-14b2fee8557b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:08.906385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-f3496f08-bde5-450a-b0dd-14b2fee8557b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.2081158 Aug 21 12:30:08.930160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f320a1a-56f8-462d-849a-f507611a2513 req-7ea4ac90-bdee-453b-9024-593d2fc77919 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:08.932325 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f320a1a-56f8-462d-849a-f507611a2513 req-7ea4ac90-bdee-453b-9024-593d2fc77919 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1204755 Aug 21 12:30:08.983562 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f320a1a-56f8-462d-849a-f507611a2513 req-f7792456-de24-4f1f-b2e7-9bcb68d8a106 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448518 Aug 21 12:30:09.088631 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-83422a23-ee55-4f0e-bd43-edc24982862d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 200 len: 1000 time: 0.1008079 Aug 21 12:30:09.160272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384886-207d-4a71-bce7-64da4d50efc2 req-aeebdfd6-cecb-4815-b868-5935ab6f2968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:09.161837 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-aeebdfd6-cecb-4815-b868-5935ab6f2968 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0656383 Aug 21 12:30:09.239854 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-a599b948-c12f-4475-bf0a-a604b9641f25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710244 Aug 21 12:30:09.394661 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-e511ad09-d0f7-46ea-a5b0-8255bbfaae58 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369469 Aug 21 12:30:09.449081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17531990-4ad7-4bbe-bebf-4c0ead3b67f8 req-d29d1570-773a-4fe0-99cf-357fc8ff16a1 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:09.450804 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17531990-4ad7-4bbe-bebf-4c0ead3b67f8 req-d29d1570-773a-4fe0-99cf-357fc8ff16a1 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0877006 Aug 21 12:30:09.500940 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17531990-4ad7-4bbe-bebf-4c0ead3b67f8 req-6c6dc6bd-45f4-4af5-945c-71c794751ce3 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Aug 21 12:30:09.543745 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63384886-207d-4a71-bce7-64da4d50efc2 req-a5dfa07c-1d77-49a5-b390-8cc26a456827 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410959 Aug 21 12:30:09.943110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b1600-e3dc-44b8-b25a-7c21ac72eafc req-d083eada-19f1-46e8-80a7-1a5da8166948 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:09.944688 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d73b1600-e3dc-44b8-b25a-7c21ac72eafc req-d083eada-19f1-46e8-80a7-1a5da8166948 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0813267 Aug 21 12:30:09.998608 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d73b1600-e3dc-44b8-b25a-7c21ac72eafc req-b1a4a13d-3b2d-4f4e-9ee1-062491ff791e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Aug 21 12:30:10.203675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8decc7-eeca-4e25-8253-beac004c4c6c req-c1fbc5db-9ee9-41f9-9acc-717862ca4385 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:10.205647 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-be8decc7-eeca-4e25-8253-beac004c4c6c req-c1fbc5db-9ee9-41f9-9acc-717862ca4385 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0857358 Aug 21 12:30:10.206975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:30:10.254880 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-be8decc7-eeca-4e25-8253-beac004c4c6c req-06497d01-0235-415b-9fc4-59f856a1da1c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Aug 21 12:30:10.711148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e0930-3e5d-4aae-85c0-486c8b2daf19 req-016a6f5a-676e-4148-bb7b-b1431bdfdf5b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:10.712872 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f61e0930-3e5d-4aae-85c0-486c8b2daf19 req-016a6f5a-676e-4148-bb7b-b1431bdfdf5b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0848000 Aug 21 12:30:10.770117 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f61e0930-3e5d-4aae-85c0-486c8b2daf19 req-fd7c9597-73bd-480d-83dc-a9668f4167e3 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482135 Aug 21 12:30:11.247692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c1ad-9f11-453b-94e2-6ceb05f9ec3d req-a6c26453-894c-472f-bbb6-ebd5b8d8941e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:11.255862 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6826c1ad-9f11-453b-94e2-6ceb05f9ec3d req-a6c26453-894c-472f-bbb6-ebd5b8d8941e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0993655 Aug 21 12:30:11.333973 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6826c1ad-9f11-453b-94e2-6ceb05f9ec3d req-3d571981-201c-4907-a5f5-3ff332f96186 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767062 Aug 21 12:30:11.614107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcad965-9f7d-49db-8f1b-8fc97587ea2d req-3b460047-4f7d-4391-ace8-ae25700d6337 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:11.619054 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7bcad965-9f7d-49db-8f1b-8fc97587ea2d req-3b460047-4f7d-4391-ace8-ae25700d6337 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1301999 Aug 21 12:30:11.674066 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7bcad965-9f7d-49db-8f1b-8fc97587ea2d req-98a1dd89-4ade-46c0-86eb-50cd233eed3f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482638 Aug 21 12:30:12.101435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e515-61f8-4842-a992-cb7a79d03efb req-7c483ea6-d827-4822-81ed-52da9dde7509 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:12.103941 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59e2e515-61f8-4842-a992-cb7a79d03efb req-7c483ea6-d827-4822-81ed-52da9dde7509 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0885708 Aug 21 12:30:12.155653 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59e2e515-61f8-4842-a992-cb7a79d03efb req-a74efb5b-9bc5-47c5-b58e-779d02ccda8a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Aug 21 12:30:12.446573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4a50d-0621-4c68-9810-d4efbf6cbfa7 req-124faa1f-74ba-4249-9b17-0e11a4bee01e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:12.448293 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-73d4a50d-0621-4c68-9810-d4efbf6cbfa7 req-124faa1f-74ba-4249-9b17-0e11a4bee01e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0872893 Aug 21 12:30:12.498984 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-73d4a50d-0621-4c68-9810-d4efbf6cbfa7 req-88b75711-c71b-4f58-8c75-8ee557e2cb10 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Aug 21 12:30:12.894760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c18dcb-8d37-40f8-8892-5c7d5961b9a2 req-ed14b612-e435-48b3-bba7-f7cff53eaf99 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:12.896606 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18c18dcb-8d37-40f8-8892-5c7d5961b9a2 req-ed14b612-e435-48b3-bba7-f7cff53eaf99 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0835872 Aug 21 12:30:12.950974 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-18c18dcb-8d37-40f8-8892-5c7d5961b9a2 req-f480a0b1-0e59-4503-9c29-9f8d6e46c11f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470901 Aug 21 12:30:13.376525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f16e1-da6d-442f-90f1-8721c83929e5 req-195b392c-1b52-46ee-a881-2d74e07987a4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:13.378159 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-832f16e1-da6d-442f-90f1-8721c83929e5 req-195b392c-1b52-46ee-a881-2d74e07987a4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0908341 Aug 21 12:30:13.432346 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-832f16e1-da6d-442f-90f1-8721c83929e5 req-dd158f9c-b7c7-4b05-b5e7-4c6e853d646b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Aug 21 12:30:13.720687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e165c6c-96e6-480c-8df0-05a5f13495f4 req-7cd00e6d-4571-47da-af44-a54a813efb78 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:13.722244 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2e165c6c-96e6-480c-8df0-05a5f13495f4 req-7cd00e6d-4571-47da-af44-a54a813efb78 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0919616 Aug 21 12:30:13.775849 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2e165c6c-96e6-480c-8df0-05a5f13495f4 req-08b3da20-0d11-4b07-be4e-edb22553e1ae tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Aug 21 12:30:14.206622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20ccd-2201-420f-af09-db04eb9c4cf3 req-deb2854d-5023-41a2-9381-6ce8357cd553 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:14.213405 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eef20ccd-2201-420f-af09-db04eb9c4cf3 req-deb2854d-5023-41a2-9381-6ce8357cd553 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1076858 Aug 21 12:30:14.268834 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eef20ccd-2201-420f-af09-db04eb9c4cf3 req-65d67ffb-d918-48f4-a8a4-bb5e648b5f54 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515919 Aug 21 12:30:14.663499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470008a-8431-4ed8-8340-88649d5e3f5a req-346b5978-0b8c-4c5a-ac0e-48d4a3fd943b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:14.665166 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a470008a-8431-4ed8-8340-88649d5e3f5a req-346b5978-0b8c-4c5a-ac0e-48d4a3fd943b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0914660 Aug 21 12:30:14.716858 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a470008a-8431-4ed8-8340-88649d5e3f5a req-d06e8db0-b0d4-461f-8121-ed3a83af8f14 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Aug 21 12:30:15.032116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bf934-e4d2-454a-86cb-bf6f63066662 req-61202480-eb3f-46a5-858c-2bbda9016a48 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:15.039735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e9bf934-e4d2-454a-86cb-bf6f63066662 req-61202480-eb3f-46a5-858c-2bbda9016a48 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.1002698 Aug 21 12:30:15.084782 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e9bf934-e4d2-454a-86cb-bf6f63066662 req-36e1e6f7-8415-4ff7-8e81-a5fa35150e11 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Aug 21 12:30:15.492508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd0934-251b-4ecd-9b01-f4993eab696e req-fb79eacf-efd9-4723-8aaa-d2b74d9cc405 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:15.495156 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cddd0934-251b-4ecd-9b01-f4993eab696e req-fb79eacf-efd9-4723-8aaa-d2b74d9cc405 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0857999 Aug 21 12:30:15.548553 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cddd0934-251b-4ecd-9b01-f4993eab696e req-050ad39a-c322-4dff-aaed-0e4de24ce238 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469105 Aug 21 12:30:15.932807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf56d1-a377-422e-b474-701dc8d380ac req-e3f48271-402f-4814-8574-b8a9cfd77f6b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:15.934442 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4fdf56d1-a377-422e-b474-701dc8d380ac req-e3f48271-402f-4814-8574-b8a9cfd77f6b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0885265 Aug 21 12:30:15.998086 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4fdf56d1-a377-422e-b474-701dc8d380ac req-dbd4e08a-4c00-406d-a34d-87ae4cd39a66 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571504 Aug 21 12:30:16.303274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e167c7-4375-44ae-9170-0e26f93cce31 req-0bb9e153-f680-4512-a40a-e01b06fc6e30 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:16.305186 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-21e167c7-4375-44ae-9170-0e26f93cce31 req-0bb9e153-f680-4512-a40a-e01b06fc6e30 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0884190 Aug 21 12:30:16.357219 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-21e167c7-4375-44ae-9170-0e26f93cce31 req-09c816f3-2963-4a1a-a414-b32e13a1b247 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Aug 21 12:30:16.786769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374d8e9-2d4b-4d8a-a5ba-d319544ce9e0 req-7ca4c4ba-21f0-42e7-8345-2431a1fd1708 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:16.788362 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b374d8e9-2d4b-4d8a-a5ba-d319544ce9e0 req-7ca4c4ba-21f0-42e7-8345-2431a1fd1708 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0858285 Aug 21 12:30:16.859342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b374d8e9-2d4b-4d8a-a5ba-d319544ce9e0 req-e5ae4435-453b-483a-a196-2e6403bf5c2a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630383 Aug 21 12:30:17.225890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636e49-b164-4f21-bc8e-1ecb7b43cc57 req-5cb15848-2045-4e9c-8a40-9177ef4d48ea tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:17.227512 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9d636e49-b164-4f21-bc8e-1ecb7b43cc57 req-5cb15848-2045-4e9c-8a40-9177ef4d48ea tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0868618 Aug 21 12:30:17.277410 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9d636e49-b164-4f21-bc8e-1ecb7b43cc57 req-f395bbd9-a2f6-481a-aeab-d6c573c44ab0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Aug 21 12:30:17.584305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12190f67-219a-434e-8c4c-b05bac491312 req-11b7543f-049d-4619-ab23-f419187031ea tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:17.586857 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12190f67-219a-434e-8c4c-b05bac491312 req-11b7543f-049d-4619-ab23-f419187031ea tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0897620 Aug 21 12:30:17.640786 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-12190f67-219a-434e-8c4c-b05bac491312 req-63e1a76a-3608-45f6-ad0d-7e64c133f43d tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Aug 21 12:30:18.107251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5955c-2179-4c04-9909-115e6ffbe9f4 req-0e67036b-b146-49a3-8ab3-9fb539c5ae36 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:18.108875 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2cb5955c-2179-4c04-9909-115e6ffbe9f4 req-0e67036b-b146-49a3-8ab3-9fb539c5ae36 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0880871 Aug 21 12:30:18.164057 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2cb5955c-2179-4c04-9909-115e6ffbe9f4 req-a3afba79-9989-4c4c-8a87-f5b4436839a4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472629 Aug 21 12:30:18.492313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0085a-49e9-44f6-99cb-6ec6aeac0b64 req-74163347-5d9c-4d9a-ab6c-85391bb51ff1 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:18.494467 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31d0085a-49e9-44f6-99cb-6ec6aeac0b64 req-74163347-5d9c-4d9a-ab6c-85391bb51ff1 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0892568 Aug 21 12:30:18.546069 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31d0085a-49e9-44f6-99cb-6ec6aeac0b64 req-fad9850b-2083-4bf8-9a57-458a38a0c30a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Aug 21 12:30:18.888542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d451e-5af0-4fe1-bef5-069e4f4335d8 req-07f62c61-ceeb-4656-a177-c883e3d51e2c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:18.894087 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc4d451e-5af0-4fe1-bef5-069e4f4335d8 req-07f62c61-ceeb-4656-a177-c883e3d51e2c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0928352 Aug 21 12:30:18.943734 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc4d451e-5af0-4fe1-bef5-069e4f4335d8 req-c3d11e79-d730-48b7-bb8f-6c580b40849a tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458434 Aug 21 12:30:19.385530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc84c33-471d-41bd-a4f0-a652aa1cb168 req-4e96bd45-184b-4206-99d9-10bd3d887cf4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:19.387381 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcc84c33-471d-41bd-a4f0-a652aa1cb168 req-4e96bd45-184b-4206-99d9-10bd3d887cf4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0862160 Aug 21 12:30:19.439012 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcc84c33-471d-41bd-a4f0-a652aa1cb168 req-f863aaf6-4846-4da4-a4a5-d77878af23e3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453315 Aug 21 12:30:19.751392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a6851-e285-48a6-b76a-bd5ecfcaae06 req-f7e25e9d-df41-4a24-a72f-278c9363de83 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:19.753295 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-833a6851-e285-48a6-b76a-bd5ecfcaae06 req-f7e25e9d-df41-4a24-a72f-278c9363de83 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0841300 Aug 21 12:30:19.807897 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-833a6851-e285-48a6-b76a-bd5ecfcaae06 req-f9b50516-bdde-4006-825f-2b5dd49ba380 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481067 Aug 21 12:30:20.190655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568646a4-4bb8-471e-bb3f-657eeb8d350d req-f01f0fd7-daf1-4d8e-a8d3-ca896fcd2903 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:20.192341 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-568646a4-4bb8-471e-bb3f-657eeb8d350d req-f01f0fd7-daf1-4d8e-a8d3-ca896fcd2903 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.1133082 Aug 21 12:30:20.263211 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-568646a4-4bb8-471e-bb3f-657eeb8d350d req-37b456b4-148f-40f5-92b4-15bad234e55b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637207 Aug 21 12:30:20.662653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6c77-9889-4c3e-bd9e-cf3b993ea084 req-e9405342-a1d1-4aee-82c3-cc8b8601c5aa tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:20.665301 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-606a6c77-9889-4c3e-bd9e-cf3b993ea084 req-e9405342-a1d1-4aee-82c3-cc8b8601c5aa tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0870211 Aug 21 12:30:20.719269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-606a6c77-9889-4c3e-bd9e-cf3b993ea084 req-20831737-1644-45eb-a00a-091af69525af tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470340 Aug 21 12:30:20.742127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36836) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:20.900279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:20.985668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:20.990566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Usage tracker for resource:security_group_rule and tenant:06ff24a599264683a17c04c473928262 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:20.993659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:21.000842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:21.060588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8882e-f851-409d-9d55-cfd8e13e03a9 req-0eed5b91-78dd-440c-a593-617dbe5d689d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:21.062220 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55d8882e-f851-409d-9d55-cfd8e13e03a9 req-0eed5b91-78dd-440c-a593-617dbe5d689d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1263633 Aug 21 12:30:21.113937 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55d8882e-f851-409d-9d55-cfd8e13e03a9 req-150ef057-66d4-4ec9-b443-f07d5232f7ef tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Aug 21 12:30:21.161953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:21.194345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:21.202340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fbdc1d2d-3518-4316-92ac-ec05da724586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:21.245185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e9dd5-043c-41c2-bb6e-cca69dcba208,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:21.251317 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06ff24a599264683a17c04c473928262&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5075200 Aug 21 12:30:21.254391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 36848) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:21.257602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.258019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.258418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.258808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.259198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.259586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.259975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.260324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.261840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.261840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.261840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.265846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:21.358366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:21.439702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:21.518154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d95bc7-ca97-46c6-91a3-cc599d098360 req-9a9fcfa6-921a-4a69-97c9-1549f2b2ff96 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:21.519918 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-60d95bc7-ca97-46c6-91a3-cc599d098360 req-9a9fcfa6-921a-4a69-97c9-1549f2b2ff96 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.1262631 Aug 21 12:30:21.577859 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-60d95bc7-ca97-46c6-91a3-cc599d098360 req-bd1d0715-6dd7-4f87-95fd-9a5a68bd0ae7 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514836 Aug 21 12:30:21.612533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:21.618022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-95f2b42f-6b13-454d-8114-667c4948799c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:21.629243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41e9dd5-043c-41c2-bb6e-cca69dcba208,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:21.641513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:21.643642 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e41e9dd5-043c-41c2-bb6e-cca69dcba208 HTTP/1.1" status: 204 len: 168 time: 0.3869505 Aug 21 12:30:21.645260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.645909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.646335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.647026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.647118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.647520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.647919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.648303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.648704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.649669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.650097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:21.653402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:21.960953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45cc33-66c5-445f-9264-a63906633e9b req-e48c96b6-5a44-4acd-98d3-ff6b5c068652 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:21.963819 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5c45cc33-66c5-445f-9264-a63906633e9b req-e48c96b6-5a44-4acd-98d3-ff6b5c068652 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0890925 Aug 21 12:30:22.022268 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5c45cc33-66c5-445f-9264-a63906633e9b req-118e3ad1-89be-4b64-8cbc-1ba599995399 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Aug 21 12:30:22.330503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af8d3a-1bce-438b-8686-7f3f0ab305fe req-b40e06a5-73fc-4106-b79d-0979a7d2144a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:22.332090 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59af8d3a-1bce-438b-8686-7f3f0ab305fe req-b40e06a5-73fc-4106-b79d-0979a7d2144a tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0878091 Aug 21 12:30:22.380375 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59af8d3a-1bce-438b-8686-7f3f0ab305fe req-1825b4fa-d395-4456-a7af-405ad0e4be5e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Aug 21 12:30:22.742085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 36880) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:22.793406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c05fa-cb66-474b-a45c-87430948688b req-740b55af-6679-4142-aa65-ec051798c25e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:22.795069 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4d1c05fa-cb66-474b-a45c-87430948688b req-740b55af-6679-4142-aa65-ec051798c25e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0896451 Aug 21 12:30:22.850457 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4d1c05fa-cb66-474b-a45c-87430948688b req-37638bed-b9be-45c0-b56b-e940689a0864 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Aug 21 12:30:22.888076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-142956960-network', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:22.894032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:22.901007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Usage tracker for resource:network and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:22.904868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:22.912404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:22.917481 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-ec2be756-f212-4ed9-9594-db1c7e11fca1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2306c82a20c54b8cb45c754e26de3439&device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 1099 time: 0.1108830 Aug 21 12:30:22.954252 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Made reservation on behalf of 7c0722379d3d4d2db7faa647c0e06819 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:30:22.958819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:23.031474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:23.326952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:23.339616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:23.344387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:23.348070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-d567229d-91f7-42ba-8230-17e442e61b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:23.349695 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-d567229d-91f7-42ba-8230-17e442e61b7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 200 len: 919 time: 0.4229853 Aug 21 12:30:23.354879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:23.453690 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-2019289b-2246-4582-a202-69e648241f13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 200 len: 217 time: 0.0900142 Aug 21 12:30:23.465959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f92a0-b4ea-4cda-9515-6212d80454e4 req-b479fba0-a2eb-45e6-8690-e74d81a68c57 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:23.467636 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0e3f92a0-b4ea-4cda-9515-6212d80454e4 req-b479fba0-a2eb-45e6-8690-e74d81a68c57 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.2161756 Aug 21 12:30:23.588817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-0b6feb04-62d2-41ea-89f3-5d73e68c895e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:23.590751 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-0b6feb04-62d2-41ea-89f3-5d73e68c895e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 200 len: 858 time: 0.1218576 Aug 21 12:30:23.645669 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0e3f92a0-b4ea-4cda-9515-6212d80454e4 req-85e118f2-6cdc-4a7b-a5f9-8860961755ce tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392727 Aug 21 12:30:23.650878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca297bb-9ed9-42ee-a95e-bce0214f1a2f req-fc35575a-7fa8-49dc-8434-a67da502a88d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:23.654526 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-bf787a0f-20af-4c9d-b447-ce999956163b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d4fe0ad1-df93-4741-a751-01d3165a69d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541155 Aug 21 12:30:23.659132 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0ca297bb-9ed9-42ee-a95e-bce0214f1a2f req-fc35575a-7fa8-49dc-8434-a67da502a88d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0927107 Aug 21 12:30:23.703331 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0ca297bb-9ed9-42ee-a95e-bce0214f1a2f req-3b4ecd45-c375-4d43-b244-b2cd9d935ffc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Aug 21 12:30:23.768129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:23.810013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:23.816996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5de3868-5583-4c29-90df-0206e001b2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:23.838812 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-bbbdc83e-eb25-4536-92db-1fdf0f70f138 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736195 Aug 21 12:30:23.847735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:30:23.885640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c2cc73-25fa-42e1-8a41-91b772d83b02,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:23.938545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:23.946291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:23.946690 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Added segment e3a115e3-4c0c-459f-a94a-f1096b7b5d52 of type vlan for network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f Aug 21 12:30:24.020059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:24.031681 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-879fc73d-d5ca-4df8-9125-10b8360c665b req-a7f6e632-38c0-428a-be07-623c9255d2e7 service neutron] 10.222.0.35 "GET /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782470 Aug 21 12:30:24.168795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:24.178379 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:24.179031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:24.187389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:24.306286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Pushing event updated for resources: {'Network': ['ID=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:24.310031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:24.317251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:30:24.324486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84af0d-7417-45a1-9e66-2a6fd988ba82 req-ffa87727-ad6c-4ec5-b64e-0a71f04955a5 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:24.326189 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ea84af0d-7417-45a1-9e66-2a6fd988ba82 req-ffa87727-ad6c-4ec5-b64e-0a71f04955a5 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.1954832 Aug 21 12:30:24.327978 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8dcae0d3-cdc3-41c8-84a5-9a5ff7a6f17a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5847485 Aug 21 12:30:24.331445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36894) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:24.339732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Request body: {'subnet': {'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-142956960-subnet', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:24.345073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:24.349304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Usage tracker for resource:subnet and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:24.353049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:24.360171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:24.381354 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ea84af0d-7417-45a1-9e66-2a6fd988ba82 req-ee141cd9-69f5-48e8-a8a5-c31b30c2d084 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Aug 21 12:30:24.395307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Made reservation on behalf of 7c0722379d3d4d2db7faa647c0e06819 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:30:24.400779 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3395397'] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:24.760079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-d348109d-8661-41d5-96ae-3f41288be603 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:24.761665 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-d348109d-8661-41d5-96ae-3f41288be603 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 945 time: 0.0892880 Aug 21 12:30:24.837214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Deleting port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:24.837964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:24.852665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850918788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3395412'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:24.857733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-759b5cfb-8c19-4d04-88ef-9a39ab6fa201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:24.983446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:25.000636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:25.018617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Checking segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:25.019011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Network hostable DHCP agents. Network: dd9a4297-0f6e-44b7-a4c8-2762ac972f6f, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:30:25.029343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd352-3213-4518-baec-c90d1b1c4b59 req-7c93c164-f56d-4dcd-9010-7fb28b27fd7e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:25.030966 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-890fd352-3213-4518-baec-c90d1b1c4b59 req-7c93c164-f56d-4dcd-9010-7fb28b27fd7e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1435697 Aug 21 12:30:25.092173 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-890fd352-3213-4518-baec-c90d1b1c4b59 req-9a198d7a-c476-4067-9d5e-72e1898ed309 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536599 Aug 21 12:30:25.124358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] For port c9192a58-82a6-4c46-9e2a-c18fa32d35f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:25.124835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.154265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:30:25.218445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, dd9a4297-0f6e-44b7-a4c8-2762ac972f6f) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:25.228469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4a117-3f6f-4d8a-aea8-35a74feecbaf None None] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:30:25.232866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:25.233860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.261564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Calling delete_port for c9192a58-82a6-4c46-9e2a-c18fa32d35f4 owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:30:25.334458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3534c-3c26-4236-9830-c9a9200c0fa4 req-110b1dcf-28a8-47c0-a8da-5c95b6cd9254 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:25.336054 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-62e3534c-3c26-4236-9830-c9a9200c0fa4 req-110b1dcf-28a8-47c0-a8da-5c95b6cd9254 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 946 time: 0.0972486 Aug 21 12:30:25.338587 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0058191 Aug 21 12:30:25.341417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36908) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:25.346859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:25.353243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:25.372032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Usage tracker for resource:router and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:25.377437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:25.386220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:25.413451 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-62e3534c-3c26-4236-9830-c9a9200c0fa4 req-3fb9252f-51d4-4fdf-b31c-50ece833b8fa tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619040 Aug 21 12:30:25.425859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50059ab4-2a8b-4d8f-8c78-2c21661cdc3f req-78a9e53c-e8cf-4772-a775-7d5aa82dbc58 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:25.427485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-50059ab4-2a8b-4d8f-8c78-2c21661cdc3f req-78a9e53c-e8cf-4772-a775-7d5aa82dbc58 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1755736 Aug 21 12:30:25.443581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.444775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.460466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:30:25.461688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.546286 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-50059ab4-2a8b-4d8f-8c78-2c21661cdc3f req-37ea7f78-14bd-4e66-85f0-0291fff5ed3c tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709255 Aug 21 12:30:25.578329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.585428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:25.594299 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ed7aba59-c869-46c1-b3da-bb6ffbee6f8d req-c1fb8819-1b6a-4ff4-baf5-490fc0fbe27e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ed5cc2-c51d-41a6-a6d1-4fb79e686872 HTTP/1.1" status: 200 len: 210 time: 0.0509899 Aug 21 12:30:25.594491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['c9192a58-82a6-4c46-9e2a-c18fa32d35f4'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:25.631220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Pushing event deleted for resources: {'Port': ['ID=c9192a58-82a6-4c46-9e2a-c18fa32d35f4,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:25.635735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:25.646787 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.703522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] No DVR routers for this DVR port c9192a58-82a6-4c46-9e2a-c18fa32d35f4 on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:30:25.706035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:25.708738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'name': 'network-vif-deleted', 'tag': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:25.757825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Allocated IP 172.20.0.2 (dd9a4297-0f6e-44b7-a4c8-2762ac972f6f/0b6ae8f7-6e0c-4f08-8499-a9c37790b57c/3a3b3837-7091-4f39-a33f-e3bf3b5de868) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:25.761858 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee5f67e1-d498-484e-b8bf-3cc7b5293b42 req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "DELETE /v2.0/ports/c9192a58-82a6-4c46-9e2a-c18fa32d35f4 HTTP/1.1" status: 204 len: 173 time: 0.9932008 Aug 21 12:30:25.768185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed5cc2-c51d-41a6-a6d1-4fb79e686872', 'name': 'network-vif-deleted', 'tag': 'c9192a58-82a6-4c46-9e2a-c18fa32d35f4', 'status': 'completed', 'code': 200} Aug 21 12:30:26.012457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.026824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Transition to ACTIVE for port object 3a3b3837-7091-4f39-a33f-e3bf3b5de868 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:26.037043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.050239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Transition to ACTIVE for port object 3a3b3837-7091-4f39-a33f-e3bf3b5de868 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:26.109644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.114915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:26.190295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:26.191061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Pushing event updated for resources: {'Port': ['ID=3a3b3837-7091-4f39-a33f-e3bf3b5de868,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:26.193651 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:26.198045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:26.208902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.209306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.209671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.210076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.210536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.210803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.211268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.212108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.212476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.212845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.213205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:26.248004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:26.309077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Attempting to bind port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:26.309412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Attempting to bind port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:26.309860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Attempting to bind port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:26.318739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:26.319348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Checking segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:26.319995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.320668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Bound using segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:26.321432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Bound port: 3a3b3837-7091-4f39-a33f-e3bf3b5de868, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:26.322090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.325311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.364138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.423221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] For port 3a3b3837-7091-4f39-a33f-e3bf3b5de868, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:26.426699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] For port 3a3b3837-7091-4f39-a33f-e3bf3b5de868, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3a3b3837-7091-4f39-a33f-e3bf3b5de868,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:26.444104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deba83-7ad6-4649-a230-8868545a4bde req-c9f1a4a6-f9a3-42cd-a607-b09b71c37112 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:26.445728 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-94deba83-7ad6-4649-a230-8868545a4bde req-c9f1a4a6-f9a3-42cd-a607-b09b71c37112 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.2011728 Aug 21 12:30:26.464510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.475895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:26.557008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-94deba83-7ad6-4649-a230-8868545a4bde req-8489df34-8a23-4416-8ac9-8e6f03f98941 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040623 Aug 21 12:30:26.579775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Allocated IP 172.27.2.79 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/e22da41d-41c4-4726-b748-9f1151ed84a9) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:26.590993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Pushing event updated for resources: {'Port': ['ID=3a3b3837-7091-4f39-a33f-e3bf3b5de868,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:26.595201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:26.675660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e7cdf-e2fe-4b2e-9bf8-d2e67e9afa1a req-c582d807-9fbf-4743-97e3-d0fd77ba3499 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:26.683603 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-195e7cdf-e2fe-4b2e-9bf8-d2e67e9afa1a req-c582d807-9fbf-4743-97e3-d0fd77ba3499 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 946 time: 0.1092029 Aug 21 12:30:26.737073 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-195e7cdf-e2fe-4b2e-9bf8-d2e67e9afa1a req-3e6c0d9a-8de6-428a-9f0a-e2d1693f18cf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Aug 21 12:30:26.809170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.871070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504dee3-3a54-47b6-bd88-39544c1385eb req-8282ef2f-2f79-4666-821e-9ca5bf0214df tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:26.877671 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0504dee3-3a54-47b6-bd88-39544c1385eb req-8282ef2f-2f79-4666-821e-9ca5bf0214df tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1330934 Aug 21 12:30:26.916680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:26.923958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:27.013313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511c986-3d22-44c3-aa29-18949b236206 req-4e3f0312-8cdd-4540-bdae-a28c592a8913 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:27.014931 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f511c986-3d22-44c3-aa29-18949b236206 req-4e3f0312-8cdd-4540-bdae-a28c592a8913 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 946 time: 0.1097200 Aug 21 12:30:27.024895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Pushing event updated for resources: {'Port': ['ID=e22da41d-41c4-4726-b748-9f1151ed84a9,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:27.059162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:27.061059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:27.063247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:27.066751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:27.115210 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0504dee3-3a54-47b6-bd88-39544c1385eb req-0b69c883-fdda-449f-958f-e4b51022545b tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360945 Aug 21 12:30:27.140536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Deleting port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:27.140930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:27.189940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef468bbc-479f-4a38-a2d8-8020f00754c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:27.329702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:27.330992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:27.493147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-514eae78-27be-490e-b244-4786f0f633cd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:27.505609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-514eae78-27be-490e-b244-4786f0f633cd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Synchronizing usage tracker for tenant:4bb4aadcfe994809883718507d2361a7 on resource:network {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:27.571523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] For port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:27.571931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:27.582974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-514eae78-27be-490e-b244-4786f0f633cd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Unset dirty status for tenant:4bb4aadcfe994809883718507d2361a7 on resource:network {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:27.584247 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-514eae78-27be-490e-b244-4786f0f633cd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/networks?id=a77c47de-9b83-4111-8332-36f4de84c359 HTTP/1.1" status: 200 len: 808 time: 0.3985085 Aug 21 12:30:27.601118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Router 1437e52c-e925-4a40-93a6-00fed490da61 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:30:27.720880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Calling delete_port for 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:30:27.766177 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-6fe9adfc-933b-4bc5-915d-b17ed86a7dbd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/quotas/4bb4aadcfe994809883718507d2361a7 HTTP/1.1" status: 200 len: 375 time: 0.0605133 Aug 21 12:30:27.829587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-f761c123-ed92-4fe1-b0ef-c15a465449e2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Synchronizing usage tracker for tenant:4bb4aadcfe994809883718507d2361a7 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:27.895055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c42c6-a031-4148-80e7-c4f78d79950f req-3b185c10-4aba-4e55-97e9-66caad6398e7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:27.896709 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-986c42c6-a031-4148-80e7-c4f78d79950f req-3b185c10-4aba-4e55-97e9-66caad6398e7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.1260514 Aug 21 12:30:27.900477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:30:27.910998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:30:27.917095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device c9192a58-82a6-4c46-9e2a-c18fa32d35f4 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:30:27.927050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:27.928889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:27.975395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:27.985129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: c9192a58-82a6-4c46-9e2a-c18fa32d35f4 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:30:27.985527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device c9192a58-82a6-4c46-9e2a-c18fa32d35f4 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:30:27.987169 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6445897 Aug 21 12:30:27.988178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 36952) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:28.066796 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-986c42c6-a031-4148-80e7-c4f78d79950f req-e888c78b-9410-4eb1-b0b0-ea4e0828d1c9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569071 Aug 21 12:30:28.088683 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-f761c123-ed92-4fe1-b0ef-c15a465449e2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Unset dirty status for tenant:4bb4aadcfe994809883718507d2361a7 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:28.098394 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-f761c123-ed92-4fe1-b0ef-c15a465449e2 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4bb4aadcfe994809883718507d2361a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3235514 Aug 21 12:30:28.253453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:28.345245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3a3b3837-7091-4f39-a33f-e3bf3b5de868 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:28.378941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:28.391947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-88b96896-efb2-49f4-80cd-7dfdc6bf42c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:28.406057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['41c037a7-38c9-40bb-ba29-9e6849fcd7d9'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:28.484615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Pushing event deleted for resources: {'Port': ['ID=41c037a7-38c9-40bb-ba29-9e6849fcd7d9,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:28.488465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:28.516662 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2f0a7b80-9e29-431f-970d-c6c4a6b9c05e req-8ff3692a-9925-4f7e-8b0c-175e8e08a254 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6975bf41-0d55-428c-b443-3d91c5bec1b8 HTTP/1.1" status: 200 len: 210 time: 0.0742898 Aug 21 12:30:28.541395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:28.609662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] No DVR routers for this DVR port 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:30:28.612302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:28.625407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'name': 'network-vif-deleted', 'tag': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:28.643313 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-a84838c2-1c1e-49b8-8764-afd54c376876 service neutron] 10.222.0.18 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436482 Aug 21 12:30:28.678317 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f511c986-3d22-44c3-aa29-18949b236206 req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "DELETE /v2.0/ports/41c037a7-38c9-40bb-ba29-9e6849fcd7d9 HTTP/1.1" status: 204 len: 173 time: 1.6572356 Aug 21 12:30:28.730776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:27Z', 'revision_number': 3, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:28.749626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:30:28.750247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Updating router 1437e52c-e925-4a40-93a6-00fed490da61 port e22da41d-41c4-4726-b748-9f1151ed84a9 binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:30:28.778455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:28.814186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde94cbc-2693-46a1-b397-76c0463c5c71 None None] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:30:28.829332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:28.866929 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-1a37ead5-e494-436e-9ede-ecc97de91f94 service neutron] 10.222.0.18 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226601 Aug 21 12:30:28.869406 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6975bf41-0d55-428c-b443-3d91c5bec1b8', 'name': 'network-vif-deleted', 'tag': '41c037a7-38c9-40bb-ba29-9e6849fcd7d9', 'status': 'completed', 'code': 200} Aug 21 12:30:28.952652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:28.984794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Provisioning for port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:29.010449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Provisioning complete for port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:29.011166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.268300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.288393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.302162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Transition to ACTIVE for port object e22da41d-41c4-4726-b748-9f1151ed84a9 will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:29.318069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] For port 3a3b3837-7091-4f39-a33f-e3bf3b5de868, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3a3b3837-7091-4f39-a33f-e3bf3b5de868,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:29.330141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.339635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:29.349591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.351530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:29.412734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Pushing event updated for resources: {'Port': ['ID=e22da41d-41c4-4726-b748-9f1151ed84a9,revision_number=2']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:29.425668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.426068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.426437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.426802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.428964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.428964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.428964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.428964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.428964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.428964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.429536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:30:29.434801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:29.460788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Attempting to bind port e22da41d-41c4-4726-b748-9f1151ed84a9 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:29.461914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Attempting to bind port e22da41d-41c4-4726-b748-9f1151ed84a9 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:29.462298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Attempting to bind port e22da41d-41c4-4726-b748-9f1151ed84a9 on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:29.470550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:29.470969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:29.471416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.471999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:29.472502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Bound port: e22da41d-41c4-4726-b748-9f1151ed84a9, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:29.473128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.483069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e1f1-4f99-4b81-bab6-10da4acfe343 req-6c8422e0-2410-4f0a-bba0-307de1ba6725 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:29.494132 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3643e1f1-4f99-4b81-bab6-10da4acfe343 req-6c8422e0-2410-4f0a-bba0-307de1ba6725 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.2098718 Aug 21 12:30:29.516038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Pushing event updated for resources: {'Port': ['ID=3a3b3837-7091-4f39-a33f-e3bf3b5de868,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:29.518049 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e070425-961b-4430-838e-66ba36be1ebf req-67d50d15-2c2d-424d-b5b6-7f078a7c21cc tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 210 time: 0.1055675 Aug 21 12:30:29.557647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:29.568091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] For port e22da41d-41c4-4726-b748-9f1151ed84a9, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:29.571789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] For port e22da41d-41c4-4726-b748-9f1151ed84a9, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=e22da41d-41c4-4726-b748-9f1151ed84a9,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:29.582650 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3643e1f1-4f99-4b81-bab6-10da4acfe343 req-50df9102-003d-4e37-9ed9-7451e9c13b85 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872259 Aug 21 12:30:29.624320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.629453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5264afb-f0a9-4fad-8b45-62baf37a9c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:29.723200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.801902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Pushing event updated for resources: {'Port': ['ID=e22da41d-41c4-4726-b748-9f1151ed84a9,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:29.844904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:29.884733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:29.886054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:29.927778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-60d57377-d645-4788-8da6-8610376c8616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:29.932533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-49650a88-9b14-4e68-891d-e68f0a8da6ff None None] Provisioning complete for port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:29.932792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-49650a88-9b14-4e68-891d-e68f0a8da6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.051053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.144854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Allocated IP 172.20.0.1 (dd9a4297-0f6e-44b7-a4c8-2762ac972f6f/0b6ae8f7-6e0c-4f08-8499-a9c37790b57c/eb195e16-c5a4-45e6-9eb6-d27242b97dac) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:30.262227 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3a3b3837-7091-4f39-a33f-e3bf3b5de868 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:30.311043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:30.391788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.409891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Transition to ACTIVE for port object eb195e16-c5a4-45e6-9eb6-d27242b97dac will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:30.410672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:30.411281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.458362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.463690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:30.539542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:30.542224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:30.548815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:30.575052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Pushing event updated for resources: {'Port': ['ID=eb195e16-c5a4-45e6-9eb6-d27242b97dac,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:30.580593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:30.610806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.681211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:27Z', 'revision_number': 3, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:30.685807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f46cb-0a1b-40c7-b858-0243734de778 None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:27Z', 'revision_number': 3, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:30:30.769320 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-52f094cb-9859-445a-9863-843e2254efb8 req-8bb97fa1-568c-4fb1-8bc5-bbc835072e3b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 210 time: 0.0609419 Aug 21 12:30:30.785339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:30.860783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c555-e314-4e75-ab90-d58f6a630acf req-42a7c7e3-4c90-4f3e-9989-4ca64d90db37 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:30.862458 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cc86c555-e314-4e75-ab90-d58f6a630acf req-42a7c7e3-4c90-4f3e-9989-4ca64d90db37 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0994096 Aug 21 12:30:30.917029 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cc86c555-e314-4e75-ab90-d58f6a630acf req-bc17cfd4-75b4-4fa1-875d-45521b598b90 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476716 Aug 21 12:30:31.044485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:31.944969 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c36c0b40-a18c-4344-b6b4-c8d1515a8b19 req-0062da16-8095-4445-ba71-4e1297100bfa tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 210 time: 0.0497169 Aug 21 12:30:32.163584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71068c1a-1370-49dc-9dd7-9e95c37684bd req-54145975-65ad-4751-85aa-c16ea7ef887d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:32.165346 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-71068c1a-1370-49dc-9dd7-9e95c37684bd req-54145975-65ad-4751-85aa-c16ea7ef887d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 944 time: 0.0898573 Aug 21 12:30:32.214723 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-71068c1a-1370-49dc-9dd7-9e95c37684bd req-aaf70a7d-5a06-4821-a11f-003e829c1b34 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Aug 21 12:30:32.228984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device e22da41d-41c4-4726-b748-9f1151ed84a9 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:32.357180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:30:32.500067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:32.514261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '360b7838-be21-4113-8373-9ac1f3d170f4', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'port_id': '360b7838-be21-4113-8373-9ac1f3d170f4', 'mac_address': 'fa:16:3e:7b:36:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:30:32.571617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:32.589145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b7838-be21-4113-8373-9ac1f3d170f4 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:30:32.604545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:33.124413 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8b91117d-4d07-4283-973b-e956df366ca9 req-38851dd1-39f2-4b6e-a781-837a7281ef9a tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 210 time: 0.0480943 Aug 21 12:30:33.285031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:30:33.319226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:30:33.319624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 41c037a7-38c9-40bb-ba29-9e6849fcd7d9 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:30:33.442220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2dd80-b1c0-41dd-af0a-5367339f533a req-60413d15-dbd3-40aa-bdb9-8444239ce00d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:33.443894 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c3b2dd80-b1c0-41dd-af0a-5367339f533a req-60413d15-dbd3-40aa-bdb9-8444239ce00d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.0886803 Aug 21 12:30:33.498455 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c3b2dd80-b1c0-41dd-af0a-5367339f533a req-907df003-5882-43ba-8a1e-1e3f17f29731 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479429 Aug 21 12:30:34.023586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7583f579-2225-412a-a4aa-7c5c659a86a9 None None] Provisioning for port eb195e16-c5a4-45e6-9eb6-d27242b97dac completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:34.029204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7583f579-2225-412a-a4aa-7c5c659a86a9 None None] Provisioning complete for port eb195e16-c5a4-45e6-9eb6-d27242b97dac triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:34.029626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7583f579-2225-412a-a4aa-7c5c659a86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.059264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.069433 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.072805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.079520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port e22da41d-41c4-4726-b748-9f1151ed84a9 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:34.085495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:34.119153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-944b3175-3d33-46be-b4f0-5219678e8705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:34.133836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port e22da41d-41c4-4726-b748-9f1151ed84a9 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:34.134328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.169026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-7583f579-2225-412a-a4aa-7c5c659a86a9 None None] Port eb195e16-c5a4-45e6-9eb6-d27242b97dac cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:30:34.213890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.216530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=9']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:34.221682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:34.235557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Pushing event updated for resources: {'Port': ['ID=eb195e16-c5a4-45e6-9eb6-d27242b97dac,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:34.239851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:34.308134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.328119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port e22da41d-41c4-4726-b748-9f1151ed84a9, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=e22da41d-41c4-4726-b748-9f1151ed84a9,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:34.361084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.368395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:34.423266 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cbac7c6f-6bf6-479e-9bd8-3da6bfc8e886 req-f557fd03-08e7-44fb-a6c0-0bb0530e934f tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 210 time: 0.0599339 Aug 21 12:30:34.424171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-0e14e37e-c012-464f-8fc3-562befda8a9b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:34.425446 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-0e14e37e-c012-464f-8fc3-562befda8a9b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "GET /v2.0/networks?id=a77c47de-9b83-4111-8332-36f4de84c359 HTTP/1.1" status: 200 len: 808 time: 0.2179935 Aug 21 12:30:34.432093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['360b7838-be21-4113-8373-9ac1f3d170f4'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:34.442945 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Request body: {'port': {'device_id': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359', 'admin_state_up': True, 'tenant_id': '4bb4aadcfe994809883718507d2361a7'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:34.464097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:34.465218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:34.497411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=e22da41d-41c4-4726-b748-9f1151ed84a9,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:34.509672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:34.660097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:34.691914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:34.788168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Made reservation on behalf of 4bb4aadcfe994809883718507d2361a7 for: {'port': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:30:34.795132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.919732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6408b-88cd-4f97-a052-82a609cc33db req-0caecc53-3977-4bd0-82ed-2b3b30ae3f96 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:34.921878 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d1b6408b-88cd-4f97-a052-82a609cc33db req-0caecc53-3977-4bd0-82ed-2b3b30ae3f96 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.2005491 Aug 21 12:30:34.927553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-3ef4e8c1-0b33-4b41-8628-894fc02ec73c None None] Provisioning complete for port eb195e16-c5a4-45e6-9eb6-d27242b97dac triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:34.928020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e8c1-0b33-4b41-8628-894fc02ec73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:34.991508 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d1b6408b-88cd-4f97-a052-82a609cc33db req-466987bc-73f2-408d-824e-126ea2b6c7ae tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612340 Aug 21 12:30:35.005224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4e8c1-0b33-4b41-8628-894fc02ec73c None None] Port eb195e16-c5a4-45e6-9eb6-d27242b97dac cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:30:35.051925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:30:35.073399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Allocated IP 172.20.0.5 (a77c47de-9b83-4111-8332-36f4de84c359/66c1f208-00b3-40e1-a787-0634b4fd0cc4/8481a139-e006-4aa8-a33c-610afc31a8d6) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:35.262096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:30:35.272250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:30:35.272875 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] 10.222.0.18 "PUT /v2.0/routers/1437e52c-e925-4a40-93a6-00fed490da61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2819014 Aug 21 12:30:35.285515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:35.286268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:35.301757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:35.367809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:35.378731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:35.450690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Network a77c47de-9b83-4111-8332-36f4de84c359 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:35.487513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:35.489628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Pushing event updated for resources: {'Port': ['ID=8481a139-e006-4aa8-a33c-610afc31a8d6,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:35.492165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:35.559161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:35.559753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:35.564145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:35.631534 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-04408292-1f41-4832-bcc1-41523eb09754 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1928954 Aug 21 12:30:35.651211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:35.671918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Request body: {'port': {'device_id': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:35.819850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:35.839456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db1ae3-e685-4022-a4f0-554feb62bfae req-604d89f1-670f-402d-b4de-ab20efd9092e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:35.840273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-69db1ae3-e685-4022-a4f0-554feb62bfae req-604d89f1-670f-402d-b4de-ab20efd9092e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Synchronizing usage tracker for tenant:4bb4aadcfe994809883718507d2361a7 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:35.959230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-69db1ae3-e685-4022-a4f0-554feb62bfae req-604d89f1-670f-402d-b4de-ab20efd9092e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Unset dirty status for tenant:4bb4aadcfe994809883718507d2361a7 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:35.960680 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-69db1ae3-e685-4022-a4f0-554feb62bfae req-604d89f1-670f-402d-b4de-ab20efd9092e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 931 time: 0.3313208 Aug 21 12:30:35.995043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1497d5e-331d-42a5-8a18-3c173123a5f3 req-79dc00fd-3655-4bc7-86de-22a931f23ae7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:36.005075 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b1497d5e-331d-42a5-8a18-3c173123a5f3 req-79dc00fd-3655-4bc7-86de-22a931f23ae7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.0936117 Aug 21 12:30:36.066809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 2, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:36.067184 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b1497d5e-331d-42a5-8a18-3c173123a5f3 req-37ac4c57-0ad9-43bb-8292-1b81fd761c07 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Aug 21 12:30:36.082436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:30:36.082847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Updating router 1437e52c-e925-4a40-93a6-00fed490da61 port eb195e16-c5a4-45e6-9eb6-d27242b97dac binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:30:36.118486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:36.129781 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-69db1ae3-e685-4022-a4f0-554feb62bfae req-2140de98-3e10-48c3-a657-6112a8e83ae5 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515982 Aug 21 12:30:36.217590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.307834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9292e-ac35-4660-a565-a95c71be7c7f req-8a0129c6-2c22-4f48-aef1-547e692d5e82 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:36.317170 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6b9292e-ac35-4660-a565-a95c71be7c7f req-8a0129c6-2c22-4f48-aef1-547e692d5e82 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 945 time: 0.1163599 Aug 21 12:30:36.337276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8481a139-e006-4aa8-a33c-610afc31a8d6 {{(pid=82484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:30:36.346735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.368912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Transition to ACTIVE for port object 8481a139-e006-4aa8-a33c-610afc31a8d6 will not be triggered until provisioned by entity L2. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:36.373186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 360b7838-be21-4113-8373-9ac1f3d170f4 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:36.373615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.385448 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6b9292e-ac35-4660-a565-a95c71be7c7f req-1865fa9c-f455-40a6-b1bf-7ddf5ac026d9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625951 Aug 21 12:30:36.401880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.406905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-270b2987-1362-4c0c-adbb-6926481c5dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:36.546239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Pushing event updated for resources: {'Port': ['ID=8481a139-e006-4aa8-a33c-610afc31a8d6,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:36.549942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device e22da41d-41c4-4726-b748-9f1151ed84a9 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:36.550182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:36.662047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Attempting to bind port 8481a139-e006-4aa8-a33c-610afc31a8d6 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:36.662409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Attempting to bind port 8481a139-e006-4aa8-a33c-610afc31a8d6 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:36.662780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Attempting to bind port 8481a139-e006-4aa8-a33c-610afc31a8d6 on network a77c47de-9b83-4111-8332-36f4de84c359 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:36.669750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Port 8481a139-e006-4aa8-a33c-610afc31a8d6 on network a77c47de-9b83-4111-8332-36f4de84c359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:30:36.670201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Attempting to bind port 8481a139-e006-4aa8-a33c-610afc31a8d6 on network a77c47de-9b83-4111-8332-36f4de84c359 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:36.677027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:36.677401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Checking segment: {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:36.677831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Bound using segment: {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:36.678417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Bound port: 8481a139-e006-4aa8-a33c-610afc31a8d6, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94bf99f-97d5-4e12-b741-fb2fc450174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359'}}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:36.678801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.751493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.772774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port e22da41d-41c4-4726-b748-9f1151ed84a9 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:36.773195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.776075 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] For port 8481a139-e006-4aa8-a33c-610afc31a8d6, host hv-cinder-80547, cleared binding levels {{(pid=82484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:36.779274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] For port 8481a139-e006-4aa8-a33c-610afc31a8d6, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8481a139-e006-4aa8-a33c-610afc31a8d6,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:36.812744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37068) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:36.821503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1053879706-network', 'tenant_id': '4948701c7e6f47229b4626338aaedc44'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:36.826625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:36.829363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.830901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Usage tracker for resource:network and tenant:4948701c7e6f47229b4626338aaedc44 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:36.833712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:36.834198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:36.834326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:36.850819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:36.878954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:36.890689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Made reservation on behalf of 4948701c7e6f47229b4626338aaedc44 for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:30:36.897404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.899251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.900743 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] 10.222.0.35 "PUT /v2.0/ports/8481a139-e006-4aa8-a33c-610afc31a8d6 HTTP/1.1" status: 200 len: 1093 time: 1.2334349 Aug 21 12:30:36.901302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'tag': '8481a139-e006-4aa8-a33c-610afc31a8d6'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:36.913134 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'code': 200} Aug 21 12:30:36.917179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Pushing event updated for resources: {'Port': ['ID=8481a139-e006-4aa8-a33c-610afc31a8d6,revision_number=3']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:36.924139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.931385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:36.935256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:36.937920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:36.963558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:36.967857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Usage tracker for resource:security_group_rule and tenant:4948701c7e6f47229b4626338aaedc44 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:36.971089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:36.977614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:36.980467 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'tag': '8481a139-e006-4aa8-a33c-610afc31a8d6', 'status': 'completed', 'code': 200} Aug 21 12:30:37.029329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.048062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.079739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Transition to ACTIVE for port object eb195e16-c5a4-45e6-9eb6-d27242b97dac will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:37.080732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.085159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-366ed5e8-2d5e-407a-bb0a-822f8e3036f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:37.098157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=10']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:37.100947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:37.116752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:30:37.129329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873983f9-ba03-4ce2-b4aa-517cabbf75bf,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:37.134034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:37.134979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.135366 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Added segment 8dcde298-1f52-448c-a8f0-0be07f8ce113 of type vlan for network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 Aug 21 12:30:37.144790 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.150149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:37.163707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.217202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9430b-fcff-4317-b4b9-a3549041be87 None None] Pushing event updated for resources: {'Port': ['ID=eb195e16-c5a4-45e6-9eb6-d27242b97dac,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:37.234707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.236033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:37.236789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.242869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:37.265696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ebc9430b-fcff-4317-b4b9-a3549041be87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:37.307439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21c536-112d-4b8b-81ed-e6abe6840fe3 req-55546671-328c-4043-bb86-cb31bf61b371 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:37.309608 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-db21c536-112d-4b8b-81ed-e6abe6840fe3 req-55546671-328c-4043-bb86-cb31bf61b371 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1053455 Aug 21 12:30:37.363647 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-db21c536-112d-4b8b-81ed-e6abe6840fe3 req-88b1953c-270b-4746-8e43-d234c2177518 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476956 Aug 21 12:30:37.389993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Attempting to bind port eb195e16-c5a4-45e6-9eb6-d27242b97dac on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:37.390648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Attempting to bind port eb195e16-c5a4-45e6-9eb6-d27242b97dac by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:37.391056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Attempting to bind port eb195e16-c5a4-45e6-9eb6-d27242b97dac on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:37.398627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:37.398627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Checking segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:37.399004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.399410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Bound using segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:37.399930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Bound port: eb195e16-c5a4-45e6-9eb6-d27242b97dac, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:37.400347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.418623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Pushing event updated for resources: {'Network': ['ID=ea63b44d-40d5-43bc-a046-fee6e56a5ab7,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:37.424139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:37.443222 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6291971 Aug 21 12:30:37.446634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37082) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:37.454325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Request body: {'subnet': {'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1053879706-subnet', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:37.462681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:30:37.463753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:37.471583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61166512-3445-41ca-a30c-1cadcafdd859 req-33f665a4-f193-4c13-830c-85806c9a1b3b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:37.473176 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-61166512-3445-41ca-a30c-1cadcafdd859 req-33f665a4-f193-4c13-830c-85806c9a1b3b tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 943 time: 0.1437957 Aug 21 12:30:37.476253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Usage tracker for resource:subnet and tenant:4948701c7e6f47229b4626338aaedc44 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:37.480839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:37.489201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:37.550465 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-61166512-3445-41ca-a30c-1cadcafdd859 req-34f1a258-39c1-4af1-a55d-250a02964741 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657120 Aug 21 12:30:37.570869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Made reservation on behalf of 4948701c7e6f47229b4626338aaedc44 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:30:37.577635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3395397'] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.614368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23edca-e691-439a-bfc8-289438c804fc req-23f094d7-0a41-44b1-83ca-d4491dbfcfad tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:37.614637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] For port eb195e16-c5a4-45e6-9eb6-d27242b97dac, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:37.616348 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a23edca-e691-439a-bfc8-289438c804fc req-23f094d7-0a41-44b1-83ca-d4491dbfcfad tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.0943475 Aug 21 12:30:37.618494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] For port eb195e16-c5a4-45e6-9eb6-d27242b97dac, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=eb195e16-c5a4-45e6-9eb6-d27242b97dac,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:37.645167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:37.650679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:37.670129 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a23edca-e691-439a-bfc8-289438c804fc req-9aaa6240-f6d0-481a-8420-aabaee4a4e36 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470910 Aug 21 12:30:37.745896 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9430b-fcff-4317-b4b9-a3549041be87 None None] Pushing event updated for resources: {'Port': ['ID=eb195e16-c5a4-45e6-9eb6-d27242b97dac,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:37.750426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ebc9430b-fcff-4317-b4b9-a3549041be87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:37.754542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:37.755303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:38.046615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850918788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3395412'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.051664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:38.118481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:38.126721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b755bc6a-7ea9-44ae-ae4a-00d214cff237,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:38.130365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:38.137821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Checking segment: {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:38.138226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Network hostable DHCP agents. Network: ea63b44d-40d5-43bc-a046-fee6e56a5ab7, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:30:38.183032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:30:38.211998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, ea63b44d-40d5-43bc-a046-fee6e56a5ab7) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:38.216004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:38.216649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.249455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2e7a6-5608-486e-a83e-6cb260b9a3d3 None None] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:30:38.266443 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8162031 Aug 21 12:30:38.266708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37088) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:38.272414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:38.278004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:38.282272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Usage tracker for resource:router and tenant:4948701c7e6f47229b4626338aaedc44 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:38.285228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:38.291822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:38.326110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.327100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.397369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.635823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-ea63b44d-40d5-43bc-a046-fee6e56a5ab7', 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'fixed_ips': [{'subnet_id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:30:38.637084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.671421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:38.693127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772ed63-1fc3-433b-bc91-861c1c42d10b req-369d364c-8038-4068-8037-52a9411fc993 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:38.700532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:37Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:38.700923 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f772ed63-1fc3-433b-bc91-861c1c42d10b req-369d364c-8038-4068-8037-52a9411fc993 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1712859 Aug 21 12:30:38.710042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb2f157-3a99-4087-8fa0-b00a95be925c None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:37Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:30:38.797208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add66b-110d-4105-9605-e12f3ae491e4 req-4646a10f-afcb-4998-be23-3a3b2956e63e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:38.798222 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-38add66b-110d-4105-9605-e12f3ae491e4 req-4646a10f-afcb-4998-be23-3a3b2956e63e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 943 time: 0.1244388 Aug 21 12:30:38.863032 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f772ed63-1fc3-433b-bc91-861c1c42d10b req-2556d396-1960-4c3a-b945-fef2886b2bdf tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611710 Aug 21 12:30:38.869772 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-38add66b-110d-4105-9605-e12f3ae491e4 req-2bc0fb26-557c-4400-b31b-1e3e71735b32 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605018 Aug 21 12:30:38.875782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Allocated IP 172.20.0.2 (ea63b44d-40d5-43bc-a046-fee6e56a5ab7/b755bc6a-7ea9-44ae-ae4a-00d214cff237/54d52fc9-34c1-4020-b493-bf6c315071a1) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:39.067382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.106345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.157858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.169288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Transition to ACTIVE for port object 54d52fc9-34c1-4020-b493-bf6c315071a1 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:39.191999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Transition to ACTIVE for port object 54d52fc9-34c1-4020-b493-bf6c315071a1 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:39.196543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a038-c406-4f2e-a261-a8660f6fcfe2 req-34f44078-167f-4896-862b-062bc97487f1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:39.198179 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6452a038-c406-4f2e-a261-a8660f6fcfe2 req-34f44078-167f-4896-862b-062bc97487f1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.2023582 Aug 21 12:30:39.223771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.229565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:39.295701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:39.299371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:39.301937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:39.310213 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6452a038-c406-4f2e-a261-a8660f6fcfe2 req-70fb2e7d-06cf-4bdc-b912-f7b5d7f95895 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053352 Aug 21 12:30:39.314045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Pushing event updated for resources: {'Port': ['ID=54d52fc9-34c1-4020-b493-bf6c315071a1,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:39.317045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:39.318179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Allocated IP 172.27.2.83 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/34bd137d-0d9f-4601-8ae1-449b4023132d) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:39.406767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Attempting to bind port 54d52fc9-34c1-4020-b493-bf6c315071a1 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:39.407450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Attempting to bind port 54d52fc9-34c1-4020-b493-bf6c315071a1 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:39.407776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Attempting to bind port 54d52fc9-34c1-4020-b493-bf6c315071a1 on network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:39.414773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:39.415202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Checking segment: {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:39.415663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.416105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Bound using segment: {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:39.416638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Bound port: 54d52fc9-34c1-4020-b493-bf6c315071a1, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:39.417065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.490196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.522545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] For port 54d52fc9-34c1-4020-b493-bf6c315071a1, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:39.526660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] For port 54d52fc9-34c1-4020-b493-bf6c315071a1, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=54d52fc9-34c1-4020-b493-bf6c315071a1,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:39.554422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.558569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:39.583305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.590523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:39.606319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f5b20f52-c637-44fa-9474-dfdcd7d47d87 req-fb44fdfe-04b5-446c-836b-e2b7983e164a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb4aadcfe994809883718507d2361a7&device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 1096 time: 0.0780163 Aug 21 12:30:39.634302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Pushing event updated for resources: {'Port': ['ID=34bd137d-0d9f-4601-8ae1-449b4023132d,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:39.638238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:39.639596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:39.640473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:39.642790 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:39.681559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Pushing event updated for resources: {'Port': ['ID=54d52fc9-34c1-4020-b493-bf6c315071a1,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:39.693832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:39.860975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b20f52-c637-44fa-9474-dfdcd7d47d87 req-ef8abf55-73b7-4b25-8219-6d815e591d12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:39.867453 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f5b20f52-c637-44fa-9474-dfdcd7d47d87 req-ef8abf55-73b7-4b25-8219-6d815e591d12 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4bb4aadcfe994809883718507d2361a7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2291794 Aug 21 12:30:39.874919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:39.875710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:40.191816 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b20f52-c637-44fa-9474-dfdcd7d47d87 req-53e0607c-c905-415e-b24e-40ccdfeab90c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:40.193433 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f5b20f52-c637-44fa-9474-dfdcd7d47d87 req-53e0607c-c905-415e-b24e-40ccdfeab90c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3231783 Aug 21 12:30:40.257050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3ea6d-4940-4bd5-b102-fda34c13f12f req-57b053f7-723f-47f9-b621-456fede95272 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:40.259496 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aab3ea6d-4940-4bd5-b102-fda34c13f12f req-57b053f7-723f-47f9-b621-456fede95272 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.1602106 Aug 21 12:30:40.384192 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aab3ea6d-4940-4bd5-b102-fda34c13f12f req-74d0ab36-f68f-4b42-af2d-c5c21fc1c4ce tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789201 Aug 21 12:30:40.393362 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-978c8ed0-7380-49bb-8e5a-955636660850 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bb4aadcfe994809883718507d2361a7&device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 1096 time: 0.1328347 Aug 21 12:30:40.405124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Router 0efb0366-74a8-4fa9-b3b1-d7553885638e is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:30:40.423960 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48dd1173-9c58-4654-a3f1-c5f0e32ec85f req-24d3d83e-74af-465d-aff6-440b6494f537 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 1100 time: 0.1849861 Aug 21 12:30:40.434202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74935053-3cb0-4fe0-92cd-b231eeb1d362 req-d636af53-6ca4-4290-86ba-857c49a40e4a tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:40.435907 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-74935053-3cb0-4fe0-92cd-b231eeb1d362 req-d636af53-6ca4-4290-86ba-857c49a40e4a tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 943 time: 0.2041523 Aug 21 12:30:40.499110 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-988e5638-cfda-4aa0-864a-9842a52ba90e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8481a139-e006-4aa8-a33c-610afc31a8d6 HTTP/1.1" status: 200 len: 217 time: 0.0960028 Aug 21 12:30:40.565693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 54d52fc9-34c1-4020-b493-bf6c315071a1 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:40.612532 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48dd1173-9c58-4654-a3f1-c5f0e32ec85f req-42833fa4-1071-46d1-90f8-504a92bbf2ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755567 Aug 21 12:30:40.654439 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-74935053-3cb0-4fe0-92cd-b231eeb1d362 req-c031b3d4-4df2-4d79-9ba7-b704b82128b3 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841283 Aug 21 12:30:40.685451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 54d52fc9-34c1-4020-b493-bf6c315071a1 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:40.691514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device eb195e16-c5a4-45e6-9eb6-d27242b97dac up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:40.822714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port eb195e16-c5a4-45e6-9eb6-d27242b97dac completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:40.829189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port eb195e16-c5a4-45e6-9eb6-d27242b97dac triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:40.829519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:40.846986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:30:40.848814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-7e82679a-2b3a-45e1-87ad-d9117c293233 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:40.850412 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-7e82679a-2b3a-45e1-87ad-d9117c293233 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66c1f208-00b3-40e1-a787-0634b4fd0cc4 HTTP/1.1" status: 200 len: 848 time: 0.3450356 Aug 21 12:30:40.860437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Sync routers for ids ['0efb0366-74a8-4fa9-b3b1-d7553885638e'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:30:40.882393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Routers {'0efb0366-74a8-4fa9-b3b1-d7553885638e'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:40.884417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['0efb0366-74a8-4fa9-b3b1-d7553885638e'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:40.925218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:40.929543 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6616895 Aug 21 12:30:40.931329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37122) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:40.937078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-80b7f32b-4782-4774-b3df-b62e04a0e32f tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:40.938632 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-80b7f32b-4782-4774-b3df-b62e04a0e32f tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/networks?id=9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 200 len: 813 time: 0.3743610 Aug 21 12:30:41.006537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:41.023706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44004-32f3-4c9d-8033-fcda3fcb47f0 req-c329fbfb-0507-43ac-a504-10e8227447e7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:41.031517 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17c44004-32f3-4c9d-8033-fcda3fcb47f0 req-c329fbfb-0507-43ac-a504-10e8227447e7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.2330320 Aug 21 12:30:41.046862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port eb195e16-c5a4-45e6-9eb6-d27242b97dac, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=eb195e16-c5a4-45e6-9eb6-d27242b97dac,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:41.056495 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-782cb583-ba48-453c-a3f2-38e51e8cbbf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a77c47de-9b83-4111-8332-36f4de84c359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168153 Aug 21 12:30:41.061939 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-5b97b947-a413-4b08-aa66-d576f939fd80 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/quotas/e1fa186996244cee8cacdb33875babf1 HTTP/1.1" status: 200 len: 375 time: 0.0452948 Aug 21 12:30:41.086560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:41.089678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:41.170078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=eb195e16-c5a4-45e6-9eb6-d27242b97dac,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:41.173571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:41.207427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Set router 0efb0366-74a8-4fa9-b3b1-d7553885638e gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:41.209296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-f91a8758-9679-4b9b-9807-da2523cc80e4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Synchronizing usage tracker for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:41.260242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-f91a8758-9679-4b9b-9807-da2523cc80e4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Unset dirty status for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:41.261654 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-f91a8758-9679-4b9b-9807-da2523cc80e4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1fa186996244cee8cacdb33875babf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1720510 Aug 21 12:30:41.357683 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-40981cf1-4b37-41a1-a949-65129c7d3fda service neutron] 10.222.0.35 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902772 Aug 21 12:30:41.375583 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17c44004-32f3-4c9d-8033-fcda3fcb47f0 req-242c62ea-43a4-4009-9995-4a3a42753ff1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424938 Aug 21 12:30:41.554672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-0e070717-091f-4d44-9163-d7ba941f75b7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:41.557707 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-0e070717-091f-4d44-9163-d7ba941f75b7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.2650936 Aug 21 12:30:41.570499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:30:39Z', 'revision_number': 3, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:41.576574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Checking router: 0efb0366-74a8-4fa9-b3b1-d7553885638e for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:30:41.577415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Updating router 0efb0366-74a8-4fa9-b3b1-d7553885638e port 34bd137d-0d9f-4601-8ae1-449b4023132d binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:30:41.588759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-977bd497-8431-4601-9a75-80205dd9a89f service neutron] 10.222.0.18 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143265 Aug 21 12:30:41.643166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:41.688404 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a661557-19e0-41da-ad5b-515b91b1a61f req-0764458a-1591-4d19-b119-0cc7159b6589 service neutron] 10.222.0.35 "GET /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177338 Aug 21 12:30:41.782634 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-922048f7-7603-4ce9-bce9-27a32f4f9e8a service neutron] 10.222.0.18 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826994 Aug 21 12:30:41.803821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Deleting port 00c9bcbf-a304-4863-9335-34c6e43b632f {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:41.804918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:41.916917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de6d9b-095d-40e6-8af1-e1985ff8ff3f None None] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:30:41.979130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859f03-c596-45b2-bd2c-008ca47b1953 req-4706c463-aaf1-4dd1-b38c-0eda1989c379 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:41.980754 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6859f03-c596-45b2-bd2c-008ca47b1953 req-4706c463-aaf1-4dd1-b38c-0eda1989c379 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 945 time: 0.4212923 Aug 21 12:30:42.300716 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6859f03-c596-45b2-bd2c-008ca47b1953 req-c33620fd-f617-42a8-9b9a-936d21d064bc tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035572 Aug 21 12:30:42.328690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Provisioning for port 54d52fc9-34c1-4020-b493-bf6c315071a1 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:42.336324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] For port 00c9bcbf-a304-4863-9335-34c6e43b632f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=00c9bcbf-a304-4863-9335-34c6e43b632f,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:42.339277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.345020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Provisioning complete for port 54d52fc9-34c1-4020-b493-bf6c315071a1 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:42.345441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.350238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.375958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4d93-18b0-41ac-910a-e3404cda8a7a req-502f9ddc-1cf7-404d-b0b9-a657ffa991e1 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:42.388677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Transition to ACTIVE for port object 34bd137d-0d9f-4601-8ae1-449b4023132d will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:42.389898 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-231f4d93-18b0-41ac-910a-e3404cda8a7a req-502f9ddc-1cf7-404d-b0b9-a657ffa991e1 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 943 time: 0.1660674 Aug 21 12:30:42.418271 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.423299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-13362d63-5e73-4b8a-ae78-ff6f35e9b212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:42.501876 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-231f4d93-18b0-41ac-910a-e3404cda8a7a req-62020214-7553-4d01-8d6d-44300e812111 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098406 Aug 21 12:30:42.536506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device eb195e16-c5a4-45e6-9eb6-d27242b97dac up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:42.559756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Attempting to bind port 34bd137d-0d9f-4601-8ae1-449b4023132d on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:42.560238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Attempting to bind port 34bd137d-0d9f-4601-8ae1-449b4023132d by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:42.560545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Attempting to bind port 34bd137d-0d9f-4601-8ae1-449b4023132d on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:42.570483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:42.571095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:42.571672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.572104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:42.572629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Bound port: 34bd137d-0d9f-4601-8ae1-449b4023132d, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:42.573057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.657372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] For port 34bd137d-0d9f-4601-8ae1-449b4023132d, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:42.658298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.660849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] For port 34bd137d-0d9f-4601-8ae1-449b4023132d, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=34bd137d-0d9f-4601-8ae1-449b4023132d,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:42.675033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Calling delete_port for 00c9bcbf-a304-4863-9335-34c6e43b632f owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:30:42.707559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad9686-2aab-4fe6-a19b-4b498a0452a0 None None] Pushing event updated for resources: {'Port': ['ID=34bd137d-0d9f-4601-8ae1-449b4023132d,revision_number=2']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:42.708702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] For port 54d52fc9-34c1-4020-b493-bf6c315071a1, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=54d52fc9-34c1-4020-b493-bf6c315071a1,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:42.712050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-29ad9686-2aab-4fe6-a19b-4b498a0452a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:42.726914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.733112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port eb195e16-c5a4-45e6-9eb6-d27242b97dac triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:42.733112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.733338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:42.808430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:42.820708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:42.833728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad9686-2aab-4fe6-a19b-4b498a0452a0 None None] Pushing event updated for resources: {'Port': ['ID=34bd137d-0d9f-4601-8ae1-449b4023132d,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:42.837306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-29ad9686-2aab-4fe6-a19b-4b498a0452a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:42.842640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Routers {'0efb0366-74a8-4fa9-b3b1-d7553885638e'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:42.843311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['0efb0366-74a8-4fa9-b3b1-d7553885638e'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:42.863478 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-23b2ad5b-3d96-40ea-87c6-82268a209924 req-ce2d4a89-42cb-4d34-8a8f-f9b1813a97c4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 210 time: 0.2008433 Aug 21 12:30:42.955832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Pushing event updated for resources: {'Port': ['ID=54d52fc9-34c1-4020-b493-bf6c315071a1,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:42.972892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:42.997600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fbbe4-30c6-4dc1-ad78-a6ab5b3ea1f4 req-ec6e890b-4371-4703-937d-651ce30885df tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:43.011534 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-863fbbe4-30c6-4dc1-ad78-a6ab5b3ea1f4 req-ec6e890b-4371-4703-937d-651ce30885df tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.2652285 Aug 21 12:30:43.060199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-2b002979-9410-42d7-bab5-a20d65fdec5e None None] Provisioning complete for port 54d52fc9-34c1-4020-b493-bf6c315071a1 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:43.060559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2b002979-9410-42d7-bab5-a20d65fdec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:43.082521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] Set router 0efb0366-74a8-4fa9-b3b1-d7553885638e gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:43.090318 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-863fbbe4-30c6-4dc1-ad78-a6ab5b3ea1f4 req-274a392c-45bd-4b93-912a-30a5c7743f5c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722277 Aug 21 12:30:43.226758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:43.233465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-801fa573-df26-4330-80e0-534ed39d4e75 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:43.238923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['00c9bcbf-a304-4863-9335-34c6e43b632f', '6502cfeb-f1ee-4b32-80f9-bbc61c243c33'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:43.284833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Pushing event deleted for resources: {'Port': ['ID=00c9bcbf-a304-4863-9335-34c6e43b632f,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:43.288165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:43.422981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] No DVR routers for this DVR port 00c9bcbf-a304-4863-9335-34c6e43b632f on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:30:43.428236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:43.438081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'name': 'network-vif-deleted', 'tag': '00c9bcbf-a304-4863-9335-34c6e43b632f'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:43.461714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:30:39Z', 'revision_number': 3, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:43.473532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ba2ff-66c0-4adf-a7fe-a4a20a6573d4 None None] The sync data for ids ['0efb0366-74a8-4fa9-b3b1-d7553885638e'] in dv-cinder-805477-2-iscsi is: [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:30:39Z', 'revision_number': 3, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:30:43.520922 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f29905b-5c7d-4853-b098-53a6089f15e2 req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "DELETE /v2.0/ports/00c9bcbf-a304-4863-9335-34c6e43b632f HTTP/1.1" status: 204 len: 173 time: 1.9523778 Aug 21 12:30:43.574586 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81443c7-fed4-44f0-aeb6-17156b3667a9', 'name': 'network-vif-deleted', 'tag': '00c9bcbf-a304-4863-9335-34c6e43b632f', 'status': 'completed', 'code': 200} Aug 21 12:30:43.591578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9a6d9989-c05d-41d4-92ff-dbaaf9f4c457 req-f70aa620-920b-4680-a70b-bb451ab362c0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Synchronizing usage tracker for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:43.715496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9a6d9989-c05d-41d4-92ff-dbaaf9f4c457 req-f70aa620-920b-4680-a70b-bb451ab362c0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Unset dirty status for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:43.716782 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9a6d9989-c05d-41d4-92ff-dbaaf9f4c457 req-f70aa620-920b-4680-a70b-bb451ab362c0 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81443c7-fed4-44f0-aeb6-17156b3667a9 HTTP/1.1" status: 200 len: 210 time: 0.2066362 Aug 21 12:30:43.766650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:43.824145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f1d05-ea09-4004-b73f-f72e2a1056cf req-7752b1ad-46b2-48fe-8198-13e81aef807d tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:43.825827 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d62f1d05-ea09-4004-b73f-f72e2a1056cf req-7752b1ad-46b2-48fe-8198-13e81aef807d tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 943 time: 0.0937397 Aug 21 12:30:43.878276 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d62f1d05-ea09-4004-b73f-f72e2a1056cf req-599b2859-d079-4ebf-a692-5198521af7c5 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Aug 21 12:30:44.055849 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4936310b-4d97-40be-b075-e449400b3497 req-178bdc4c-ded1-43d3-a089-2638b87e2fdb tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 210 time: 0.0490596 Aug 21 12:30:44.058034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Allocated IP 172.20.0.1 (ea63b44d-40d5-43bc-a046-fee6e56a5ab7/b755bc6a-7ea9-44ae-ae4a-00d214cff237/5fb81551-7e25-4455-88b5-4ce5a0de0c79) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:44.379419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da65a5-13f7-4934-85ed-b866f253dd84 req-66703ef6-b6ea-453e-99d0-3a867caf85aa tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:44.388477 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55da65a5-13f7-4934-85ed-b866f253dd84 req-66703ef6-b6ea-453e-99d0-3a867caf85aa tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.1009080 Aug 21 12:30:44.452405 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55da65a5-13f7-4934-85ed-b866f253dd84 req-8406c13c-d7bd-434f-88b2-5035d7a95174 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628114 Aug 21 12:30:44.592111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 34bd137d-0d9f-4601-8ae1-449b4023132d up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:44.610110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.631243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 8481a139-e006-4aa8-a33c-610afc31a8d6 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:30:44.648724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Transition to ACTIVE for port object 5fb81551-7e25-4455-88b5-4ce5a0de0c79 will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:44.654910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-cc32059a-1a44-4f7c-9180-fc7f25f8227e tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:44.656516 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-cc32059a-1a44-4f7c-9180-fc7f25f8227e tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "GET /v2.0/networks?id=9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 200 len: 813 time: 0.2420304 Aug 21 12:30:44.677421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Request body: {'port': {'device_id': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2', 'admin_state_up': True, 'tenant_id': 'e1fa186996244cee8cacdb33875babf1'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:44.838630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 34bd137d-0d9f-4601-8ae1-449b4023132d completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:44.848092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 34bd137d-0d9f-4601-8ae1-449b4023132d triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:44.848662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.850979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:44.864022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:44.892893 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 8481a139-e006-4aa8-a33c-610afc31a8d6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8481a139-e006-4aa8-a33c-610afc31a8d6,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:44.893595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:44.898536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:44.920454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '8481a139-e006-4aa8-a33c-610afc31a8d6', 'network_id': 'a77c47de-9b83-4111-8332-36f4de84c359', 'port_id': '8481a139-e006-4aa8-a33c-610afc31a8d6', 'mac_address': 'fa:16:3e:81:39:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c1f208-00b3-40e1-a787-0634b4fd0cc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:30:44.986358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:44.987181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Made reservation on behalf of e1fa186996244cee8cacdb33875babf1 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:30:44.993216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.019918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:45.030232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:45.068011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.079900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb81551-7e25-4455-88b5-4ce5a0de0c79,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:45.089981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:45.108246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8481a139-e006-4aa8-a33c-610afc31a8d6 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:30:45.169317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 8481a139-e006-4aa8-a33c-610afc31a8d6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8481a139-e006-4aa8-a33c-610afc31a8d6,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:45.187068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.204754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 34bd137d-0d9f-4601-8ae1-449b4023132d, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=34bd137d-0d9f-4601-8ae1-449b4023132d,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:45.212161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.215061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:45.262639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.263559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 54d52fc9-34c1-4020-b493-bf6c315071a1 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:45.285588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.335181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939f298-675c-4206-9785-381a142fffd6 req-5f53d5bc-80ee-46c4-9ecb-876f30db66c4 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:45.337025 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3939f298-675c-4206-9785-381a142fffd6 req-5f53d5bc-80ee-46c4-9ecb-876f30db66c4 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 944 time: 0.2167480 Aug 21 12:30:45.397513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=8481a139-e006-4aa8-a33c-610afc31a8d6,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:45.401758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:45.402630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:45.443590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 54d52fc9-34c1-4020-b493-bf6c315071a1 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:45.444138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.498896 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['8481a139-e006-4aa8-a33c-610afc31a8d6'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:45.517474 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e1b00bf-61fb-4a8c-b1fa-9ebaeffc3eb3 req-c543c9b8-509a-4b60-80b1-03b4bf66a45d tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 210 time: 0.0587378 Aug 21 12:30:45.537273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Allocated IP 172.20.0.13 (9256b6e5-df76-424f-99b8-ecc773d4f5c2/1a8c6cea-ad36-4069-86ee-9f194d04ec79/9c750058-ee21-49d1-b4db-c0d74e1a139f) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:30:45.549549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.554978 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3939f298-675c-4206-9785-381a142fffd6 req-fb87c99e-a451-4137-a4cf-42d1faf04909 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111394 Aug 21 12:30:45.620765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=34bd137d-0d9f-4601-8ae1-449b4023132d,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:45.625045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:45.665410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-0ce09526-bd1d-4795-8f94-a7a20f60c642 None None] Provisioning for port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:45.692619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-0ce09526-bd1d-4795-8f94-a7a20f60c642 None None] Provisioning complete for port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:45.693200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0ce09526-bd1d-4795-8f94-a7a20f60c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.755529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141d1cf-f596-4816-8ed2-43d36d2da57a req-33ae9ea9-3268-46ba-9441-8f8a0a90a2f7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:45.758025 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2141d1cf-f596-4816-8ed2-43d36d2da57a req-33ae9ea9-3268-46ba-9441-8f8a0a90a2f7 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0938184 Aug 21 12:30:45.793416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-0ce09526-bd1d-4795-8f94-a7a20f60c642 None None] Port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:30:45.815004 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2141d1cf-f596-4816-8ed2-43d36d2da57a req-d457d202-ab0a-48bd-9ef0-c57f18d7c81c tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Aug 21 12:30:45.954059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:45.985732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.034481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.064079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c307bad9-0aaa-48e3-9809-7f50a84e65ab tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:46.112923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.155761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.163931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb81551-7e25-4455-88b5-4ce5a0de0c79,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:46.169729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:46.172404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fbd92191-86c0-4841-a894-3cd2f1140982 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:46.206172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:46.214374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:46.223157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:30:46.371279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Pushing event updated for resources: {'Port': ['ID=9c750058-ee21-49d1-b4db-c0d74e1a139f,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:46.379130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:46.400164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:46.400829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.446222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:30:46.447452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:30:46.449436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 34bd137d-0d9f-4601-8ae1-449b4023132d up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:46.530641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 34bd137d-0d9f-4601-8ae1-449b4023132d triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:46.531180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.617533 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9440923 Aug 21 12:30:46.631806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 8481a139-e006-4aa8-a33c-610afc31a8d6 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:46.634791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Request body: {'port': {'device_id': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:46.783581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 8481a139-e006-4aa8-a33c-610afc31a8d6 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:46.793751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 8481a139-e006-4aa8-a33c-610afc31a8d6 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:46.794207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.808938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6b40-4933-4443-80c5-8a4584d8f842 req-c0fb0420-8c3b-430b-948c-c6c3182c8a30 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:46.810599 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-387f6b40-4933-4443-80c5-8a4584d8f842 req-c0fb0420-8c3b-430b-948c-c6c3182c8a30 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 944 time: 0.0860271 Aug 21 12:30:46.867535 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-387f6b40-4933-4443-80c5-8a4584d8f842 req-de044eeb-6321-4780-bd54-a120d1843acb tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504856 Aug 21 12:30:46.870478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-829f869e-bf96-4a98-bd7b-da69de64dd9e None None] Provisioning complete for port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:46.870903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-829f869e-bf96-4a98-bd7b-da69de64dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:46.998546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:47.014066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-829f869e-bf96-4a98-bd7b-da69de64dd9e None None] Port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:30:47.064504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481a139-e006-4aa8-a33c-610afc31a8d6'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:47.076623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 8481a139-e006-4aa8-a33c-610afc31a8d6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8481a139-e006-4aa8-a33c-610afc31a8d6,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:47.097555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:47.098640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 00c9bcbf-a304-4863-9335-34c6e43b632f no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:30:47.105710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974268b3-d904-4804-9830-e2ad4e2af70a req-7ef581db-493b-4db4-82d4-628960b1202e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:47.107436 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-974268b3-d904-4804-9830-e2ad4e2af70a req-7ef581db-493b-4db4-82d4-628960b1202e tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1021593 Aug 21 12:30:47.124235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:47.138865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8cfd4e02-ee2b-4732-89e1-1ed9c96e839f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:47.160262 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-974268b3-d904-4804-9830-e2ad4e2af70a req-b805addb-38a1-4499-89f1-b90df525b275 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458434 Aug 21 12:30:47.174336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 00c9bcbf-a304-4863-9335-34c6e43b632f {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:30:47.174744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 00c9bcbf-a304-4863-9335-34c6e43b632f not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:30:47.197618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:30:47.211725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa5956-fa84-49b8-866f-f65fa80329b6 req-8a0f208d-cc1e-4c5c-b57a-3339e081d4db tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:47.212476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-baaa5956-fa84-49b8-866f-f65fa80329b6 req-8a0f208d-cc1e-4c5c-b57a-3339e081d4db tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Synchronizing usage tracker for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:47.228010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=8481a139-e006-4aa8-a33c-610afc31a8d6,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:47.231632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:47.243033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481a139-e006-4aa8-a33c-610afc31a8d6', 'code': 200} Aug 21 12:30:47.335012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-baaa5956-fa84-49b8-866f-f65fa80329b6 req-8a0f208d-cc1e-4c5c-b57a-3339e081d4db tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Unset dirty status for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:47.336319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-baaa5956-fa84-49b8-866f-f65fa80329b6 req-8a0f208d-cc1e-4c5c-b57a-3339e081d4db tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 932 time: 0.6321957 Aug 21 12:30:47.558225 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-baaa5956-fa84-49b8-866f-f65fa80329b6 req-a21563d3-ef50-4c59-be49-572796192556 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667712 Aug 21 12:30:47.559208 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-71db20be-4dc4-40d0-98cf-8fe195705d46 req-8a70fd79-9527-4325-9fd6-aa8a81f57f9e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 1098 time: 0.0724483 Aug 21 12:30:47.607471 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-71db20be-4dc4-40d0-98cf-8fe195705d46 req-bc2dcc12-5d47-478d-8ebd-ac7f27632514 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Aug 21 12:30:47.624016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Router 0efb0366-74a8-4fa9-b3b1-d7553885638e has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:30:47.685428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c750058-ee21-49d1-b4db-c0d74e1a139f {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:30:47.739949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:47.769309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Transition to ACTIVE for port object 9c750058-ee21-49d1-b4db-c0d74e1a139f will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:47.856960 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:47.861333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c3fce6db-0090-4ae3-8bc7-c1a45294e826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:47.994524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=9c750058-ee21-49d1-b4db-c0d74e1a139f,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:47.998501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:48.085043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc029-36a2-402f-b658-aacda988c932 req-e5ee2413-16fa-4b1e-957b-068c0ee2320e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:48.086798 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ae9bc029-36a2-402f-b658-aacda988c932 req-e5ee2413-16fa-4b1e-957b-068c0ee2320e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 945 time: 0.0906405 Aug 21 12:30:48.111463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:30:48.127032 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/0efb0366-74a8-4fa9-b3b1-d7553885638e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1859682 Aug 21 12:30:48.130058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Sync routers for ids ['0efb0366-74a8-4fa9-b3b1-d7553885638e'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:30:48.139564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Attempting to bind port 9c750058-ee21-49d1-b4db-c0d74e1a139f on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:48.139944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Attempting to bind port 9c750058-ee21-49d1-b4db-c0d74e1a139f by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:48.140312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Attempting to bind port 9c750058-ee21-49d1-b4db-c0d74e1a139f on network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:48.142324 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ae9bc029-36a2-402f-b658-aacda988c932 req-1ebe77a9-10f3-4096-ae0e-b77fb081fa9d tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492699 Aug 21 12:30:48.146814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Port 9c750058-ee21-49d1-b4db-c0d74e1a139f on network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:30:48.147183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Attempting to bind port 9c750058-ee21-49d1-b4db-c0d74e1a139f on network 9256b6e5-df76-424f-99b8-ecc773d4f5c2 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:48.154650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:48.155033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Checking segment: {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:48.155592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Bound using segment: {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:48.155880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Bound port: 9c750058-ee21-49d1-b4db-c0d74e1a139f, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:48.156276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:48.157442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Routers {'0efb0366-74a8-4fa9-b3b1-d7553885638e'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:48.158603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['0efb0366-74a8-4fa9-b3b1-d7553885638e'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:48.265544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] For port 9c750058-ee21-49d1-b4db-c0d74e1a139f, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:48.270746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] For port 9c750058-ee21-49d1-b4db-c0d74e1a139f, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:48.310481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:48.327264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2c9f1378-7cb5-4660-8bd4-322d747ed572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:48.430777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=9c750058-ee21-49d1-b4db-c0d74e1a139f,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:48.433405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6bb23-b3d6-4814-bcd5-f6dfd75a3065 req-e31f949c-465d-48d6-806d-c7fe03d87952 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:48.434244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:48.435279 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6ce6bb23-b3d6-4814-bcd5-f6dfd75a3065 req-e31f949c-465d-48d6-806d-c7fe03d87952 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1156247 Aug 21 12:30:48.435732 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] 10.222.0.35 "PUT /v2.0/ports/9c750058-ee21-49d1-b4db-c0d74e1a139f HTTP/1.1" status: 200 len: 1094 time: 1.8072765 Aug 21 12:30:48.436223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'tag': '9c750058-ee21-49d1-b4db-c0d74e1a139f'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:48.441523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:48.466190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Set router 0efb0366-74a8-4fa9-b3b1-d7553885638e gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:48.490026 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6ce6bb23-b3d6-4814-bcd5-f6dfd75a3065 req-859a501f-3086-4c23-b05d-32f4de25bf2f tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482485 Aug 21 12:30:48.597731 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-b36babd2-c657-42d5-81dc-f20095f99971 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fa186996244cee8cacdb33875babf1&device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 1097 time: 0.0924952 Aug 21 12:30:48.755061 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'tag': '9c750058-ee21-49d1-b4db-c0d74e1a139f', 'status': 'completed', 'code': 200} Aug 21 12:30:48.757192 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-45301e2c-a46f-4bef-a642-23361b3fdddc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f HTTP/1.1" status: 200 len: 217 time: 0.1364636 Aug 21 12:30:48.838614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '5fb81551-7e25-4455-88b5-4ce5a0de0c79', 'name': '', 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'mac_address': 'fa:16:3e:4d:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:43Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 2, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'subnets': [{'id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:48.842901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Checking router: 0efb0366-74a8-4fa9-b3b1-d7553885638e for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:30:48.843462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Updating router 0efb0366-74a8-4fa9-b3b1-d7553885638e port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:30:48.889928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-294e6f6e-9e09-4820-a9fe-5d2b7c491513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:48.891519 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-294e6f6e-9e09-4820-a9fe-5d2b7c491513 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a8c6cea-ad36-4069-86ee-9f194d04ec79 HTTP/1.1" status: 200 len: 853 time: 0.1135540 Aug 21 12:30:48.909074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:49.020442 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-1a644394-43c1-4f4f-b8dc-8f0371a138d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9256b6e5-df76-424f-99b8-ecc773d4f5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088908 Aug 21 12:30:49.034311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa09c-b419-40dd-a04d-be1b2a11cd38 req-bcdcbe67-d842-4793-80d9-9d622eb0e8e0 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:49.036016 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9adfa09c-b419-40dd-a04d-be1b2a11cd38 req-bcdcbe67-d842-4793-80d9-9d622eb0e8e0 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 944 time: 0.2028162 Aug 21 12:30:49.188593 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9adfa09c-b419-40dd-a04d-be1b2a11cd38 req-5715e56d-8ba2-4d6b-ab17-322932a07415 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266332 Aug 21 12:30:49.216460 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-7d8cc102-e865-45e3-941d-96ca0a1bcf1a service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791527 Aug 21 12:30:49.277071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:49.290468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Transition to ACTIVE for port object 5fb81551-7e25-4455-88b5-4ce5a0de0c79 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:30:49.354506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:49.359128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-26e2d67f-ee69-4758-b79e-0ae8c0b8b8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:49.442087 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e225bc8-b86b-4c9d-8976-1f9ea09d544c req-131a4f74-09b3-4e2b-9237-016dadc314ad service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107997 Aug 21 12:30:49.463142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11146a39-9ef6-400d-b8fe-51ebebec7892 req-a182c20c-e1f4-4393-b971-5ce222c4489c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:49.465044 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-11146a39-9ef6-400d-b8fe-51ebebec7892 req-a182c20c-e1f4-4393-b971-5ce222c4489c tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 945 time: 0.1511512 Aug 21 12:30:49.555522 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-11146a39-9ef6-400d-b8fe-51ebebec7892 req-9065bf33-3d4b-4ad1-af9e-ad01b4ed1463 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839853 Aug 21 12:30:49.617223 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-9ae1fca4-d6e2-4475-9225-36b9c55cf446 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fa186996244cee8cacdb33875babf1&device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 1097 time: 0.0971155 Aug 21 12:30:49.639106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95cd6-b2e0-490b-9947-77af50c8e0e4 None None] Pushing event updated for resources: {'Port': ['ID=5fb81551-7e25-4455-88b5-4ce5a0de0c79,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:49.654410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b3c95cd6-b2e0-490b-9947-77af50c8e0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:49.764800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Attempting to bind port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:30:49.765341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Attempting to bind port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:30:49.765755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Attempting to bind port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 on network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:30:49.773445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:30:49.773905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Checking segment: {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:30:49.774330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:49.774772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Bound using segment: {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:30:49.775463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Bound port: 5fb81551-7e25-4455-88b5-4ce5a0de0c79, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcde298-1f52-448c-a8f0-0be07f8ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:30:49.775909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:49.882563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] For port 5fb81551-7e25-4455-88b5-4ce5a0de0c79, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:30:49.886163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] For port 5fb81551-7e25-4455-88b5-4ce5a0de0c79, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5fb81551-7e25-4455-88b5-4ce5a0de0c79,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:30:49.915068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:49.920847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:50.052393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95cd6-b2e0-490b-9947-77af50c8e0e4 None None] Pushing event updated for resources: {'Port': ['ID=5fb81551-7e25-4455-88b5-4ce5a0de0c79,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:50.084144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b3c95cd6-b2e0-490b-9947-77af50c8e0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:50.084831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-4bbb6475-ffae-4c83-ae97-7ffa4618450e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:50.086645 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-4bbb6475-ffae-4c83-ae97-7ffa4618450e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 200 len: 914 time: 0.4619837 Aug 21 12:30:50.097761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0c449-f9e8-4790-9e00-f209a746a387 req-07478fd5-bff0-4c06-89e2-ef5cc9f8aa73 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:50.102030 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cfa0c449-f9e8-4790-9e00-f209a746a387 req-07478fd5-bff0-4c06-89e2-ef5cc9f8aa73 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1613679 Aug 21 12:30:50.106520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Routers {'0efb0366-74a8-4fa9-b3b1-d7553885638e'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:50.107350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['0efb0366-74a8-4fa9-b3b1-d7553885638e'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:50.181668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37252) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:50.191304 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-116f9eb6-be57-422e-9dca-ec2dafa8fe29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f HTTP/1.1" status: 200 len: 217 time: 0.0888205 Aug 21 12:30:50.192918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838441899', 'description': 'tempest-secgroup-smoke-838441899 description', 'project_id': '7c0722379d3d4d2db7faa647c0e06819'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:50.211266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:50.218990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:50.224225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:50.238917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:50.292115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:50.302640 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cfa0c449-f9e8-4790-9e00-f209a746a387 req-bdd211b6-01b7-4003-b693-1586d1c71e40 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450198 Aug 21 12:30:50.391023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:50.403062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-9871cc72-e0fd-4c9f-acf9-8f10a2dcaae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:50.405585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:50.408792 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-9871cc72-e0fd-4c9f-acf9-8f10a2dcaae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a8c6cea-ad36-4069-86ee-9f194d04ec79 HTTP/1.1" status: 200 len: 853 time: 0.2091219 Aug 21 12:30:50.412101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:50.423810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] Set router 0efb0366-74a8-4fa9-b3b1-d7553885638e gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:50.448457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:50.524033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-59bf3fc6-6f8f-4c22-a059-c57b431aa8a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9256b6e5-df76-424f-99b8-ecc773d4f5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088798 Aug 21 12:30:50.552677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:50.600633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:50.608413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b27a26b9-8935-4239-8794-465e8965d89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:50.682073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa21152-6257-4a1b-b6d0-a998326130b2 req-7d8a4c46-c8f3-448d-b0b4-debeffd478ff tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:50.689665 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8fa21152-6257-4a1b-b6d0-a998326130b2 req-7d8a4c46-c8f3-448d-b0b4-debeffd478ff tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 944 time: 0.2227345 Aug 21 12:30:50.723384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c378498-4af5-4e8a-9336-1ef29db6c545,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:50.727348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:50.749436 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-c8b4e7e1-dc17-4b3c-aab8-5cb87306087d service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091486 Aug 21 12:30:50.759901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef907b-84ee-40d7-90b1-40735b2a2b62 req-9b6c027c-36aa-4569-97bc-a80b26c3a25a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:50.761453 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1eef907b-84ee-40d7-90b1-40735b2a2b62 req-9b6c027c-36aa-4569-97bc-a80b26c3a25a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1256962 Aug 21 12:30:50.762701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:50.763882 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5811062 Aug 21 12:30:50.765439 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8fa21152-6257-4a1b-b6d0-a998326130b2 req-967f7181-7c1d-4fe8-9380-418efd643897 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748332 Aug 21 12:30:50.778204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37266) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:50.793387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group_rule': {'security_group_id': '5c378498-4af5-4e8a-9336-1ef29db6c545', 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:50.820292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:50.823299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '5fb81551-7e25-4455-88b5-4ce5a0de0c79', 'name': '', 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'mac_address': 'fa:16:3e:4d:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:43Z', 'updated_at': '2021-08-21T12:30:49Z', 'revision_number': 4, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'subnets': [{'id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:50.827463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:50.827875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183c61-2d76-4903-b088-e3c01cdd08a5 None None] The sync data for ids ['0efb0366-74a8-4fa9-b3b1-d7553885638e'] in dv-cinder-805477-2-iscsi is: [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '5fb81551-7e25-4455-88b5-4ce5a0de0c79', 'name': '', 'network_id': 'ea63b44d-40d5-43bc-a046-fee6e56a5ab7', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'mac_address': 'fa:16:3e:4d:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:43Z', 'updated_at': '2021-08-21T12:30:49Z', 'revision_number': 4, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'subnets': [{'id': 'b755bc6a-7ea9-44ae-ae4a-00d214cff237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:30:50.832389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:50.847019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:50.878566 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1eef907b-84ee-40d7-90b1-40735b2a2b62 req-fae249b7-9434-4430-9ca4-632d8f950ef6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011493 Aug 21 12:30:50.953834 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5be4c029-cc05-42e3-98e6-4f3a287c876c req-70121d14-244e-4f2b-bbd6-f4d385ead9e6 service neutron] 10.222.0.35 "GET /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854179 Aug 21 12:30:50.954174 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.043955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.069158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.079189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2776dd25-85f2-463c-9435-7f666939da48 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:51.100471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fde3dd-794f-4b52-9b0a-24870c89515d,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:51.104855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:51.137932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.139972 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3604012 Aug 21 12:30:51.142852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37272) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:51.149483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group_rule': {'security_group_id': '5c378498-4af5-4e8a-9336-1ef29db6c545', 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:51.156246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:51.160772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:51.164118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:51.170693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:51.213233 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.282181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.326082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.334993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:51.356681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9009831e-b367-4a85-be6c-d44ff7daac5d,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:51.359295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:51.395059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.399592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c8998238-85c9-4e18-8cbe-c19bb0b5c245 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2524271 Aug 21 12:30:51.399844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37280) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:51.406554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group_rule': {'security_group_id': '5c378498-4af5-4e8a-9336-1ef29db6c545', 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:51.413675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:51.420613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:51.425676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:51.432191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:51.517333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.563876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb1c4-d377-400d-ab5e-60fd77c3a514 req-1183ad0c-16bf-40cf-bbda-6bf25de317a9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:51.565489 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4c4cb1c4-d377-400d-ab5e-60fd77c3a514 req-1183ad0c-16bf-40cf-bbda-6bf25de317a9 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.0865886 Aug 21 12:30:51.599894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696f177-5f6d-4d10-977c-ee12bf5f5d75 req-75744410-c82b-4e78-ace4-ed3e1642b9b6 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:51.601588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f696f177-5f6d-4d10-977c-ee12bf5f5d75 req-75744410-c82b-4e78-ace4-ed3e1642b9b6 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 945 time: 0.1427591 Aug 21 12:30:51.621663 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4c4cb1c4-d377-400d-ab5e-60fd77c3a514 req-fb555280-0fe2-41a4-9f49-3e071cb054a5 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/security-groups?id=1572001f-368f-48b0-ac3e-84aba7ab44fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 Aug 21 12:30:51.629887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.661593 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f696f177-5f6d-4d10-977c-ee12bf5f5d75 req-1d441a1a-c202-4523-be79-1f2acbd081c4 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505152 Aug 21 12:30:51.668905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.671190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-dd85776c-5f93-4f9c-8190-25673872052d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:51.696913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60d7d0a-42f1-4d23-803d-9a236c4c8652,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:51.701473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:51.731925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.735766 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3323419 Aug 21 12:30:51.736354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37284) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:51.743340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group_rule': {'security_group_id': '5c378498-4af5-4e8a-9336-1ef29db6c545', 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:51.749957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:51.754063 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:51.757951 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:51.764600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:51.819143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.891397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.945698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:51.951798 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:51.992753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-6c48d32b-ea5f-44b7-a799-1a4f766cea77 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:51.997118 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-6c48d32b-ea5f-44b7-a799-1a4f766cea77 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 946 time: 0.1085780 Aug 21 12:30:52.015151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83117054-4e98-4a8b-9224-09b59080d6c2,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:52.021124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:52.065277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683394d9-367e-4a5e-a292-c25959dec469 req-5d12381d-b1a0-40de-8b43-cd17e3929c14 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:52.065277 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-683394d9-367e-4a5e-a292-c25959dec469 req-5d12381d-b1a0-40de-8b43-cd17e3929c14 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 944 time: 0.1614628 Aug 21 12:30:52.087022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.090911 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b8c9e545-fc84-4781-a616-49c5e3730188 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3508632 Aug 21 12:30:52.092061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37292) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:52.100331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group_rule': {'security_group_id': '5c378498-4af5-4e8a-9336-1ef29db6c545', 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:52.111928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:52.123879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:52.128181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:52.137115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Deleting port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:52.137504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.139321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:52.148487 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-683394d9-367e-4a5e-a292-c25959dec469 req-4847cada-6e95-4c61-a6c1-9feea20a60de tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800271 Aug 21 12:30:52.183335 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.securitygroups_db [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Project 7c0722379d3d4d2db7faa647c0e06819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:30:52.190889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.264050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.277877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036335eb-bf0f-49d2-accc-20ee7acd63a8 req-5dbd1b39-9b41-4646-bfd8-603d6a0b856a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:52.279496 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-036335eb-bf0f-49d2-accc-20ee7acd63a8 req-5dbd1b39-9b41-4646-bfd8-603d6a0b856a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.2168236 Aug 21 12:30:52.290982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.293516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2d6de5f2-2cdd-46ee-a2b9-b3fd207e79ac tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:52.320610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be8af83-31be-49f3-9702-12d85c9f2827,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:52.324596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:52.365776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.370347 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2746630 Aug 21 12:30:52.370644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37296) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:52.376794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'security_group_rule': {'security_group_id': '5c378498-4af5-4e8a-9336-1ef29db6c545', 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:30:52.383021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:30:52.387014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:security_group_rule and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:30:52.390240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:30:52.396917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:30:52.433290 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-036335eb-bf0f-49d2-accc-20ee7acd63a8 req-161eff05-f361-4b39-8329-ea55cbec6f94 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327326 Aug 21 12:30:52.439396 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.securitygroups_db [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Project 7c0722379d3d4d2db7faa647c0e06819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:30:52.449268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.480216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] For port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:52.480216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.500398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5fb81551-7e25-4455-88b5-4ce5a0de0c79 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:52.535322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.565761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.568107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f9c3959e-4c9b-49f9-8254-a9fb840ad221 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:52.588441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:52.591752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac56d3b8-d848-4575-887c-d86864714daa,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:52.595872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:52.596296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.599201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:52.605520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Calling delete_port for 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:30:52.623151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.627707 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2527983 Aug 21 12:30:52.633272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 9c750058-ee21-49d1-b4db-c0d74e1a139f details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:30:52.892344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 9c750058-ee21-49d1-b4db-c0d74e1a139f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:52.916124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '9c750058-ee21-49d1-b4db-c0d74e1a139f', 'network_id': '9256b6e5-df76-424f-99b8-ecc773d4f5c2', 'port_id': '9c750058-ee21-49d1-b4db-c0d74e1a139f', 'mac_address': 'fa:16:3e:00:b7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8c6cea-ad36-4069-86ee-9f194d04ec79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:30:52.916843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:52.926117 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-99dafa6e-7fee-4c08-b901-d285f3982cfe req-7a36c8eb-b6a5-4a8d-981b-ba6d6fb0a9a4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 210 time: 0.0653937 Aug 21 12:30:52.935151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:52.991411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.001629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['6502cfeb-f1ee-4b32-80f9-bbc61c243c33'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:53.030620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Pushing event deleted for resources: {'Port': ['ID=6502cfeb-f1ee-4b32-80f9-bbc61c243c33,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:53.036023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:53.064402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c750058-ee21-49d1-b4db-c0d74e1a139f {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:30:53.080641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 9c750058-ee21-49d1-b4db-c0d74e1a139f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:53.082176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.102350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779ec5-7338-476b-b2f7-4be1bcd05254 req-b98084ca-cb4b-4122-9ca9-f8505b176b29 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:53.104184 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f9779ec5-7338-476b-b2f7-4be1bcd05254 req-b98084ca-cb4b-4122-9ca9-f8505b176b29 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 945 time: 0.2392635 Aug 21 12:30:53.112137 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-30d0578e-94e0-4a38-9f97-584a5e7ede64 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:53.113177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.113995 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-30d0578e-94e0-4a38-9f97-584a5e7ede64 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 945 time: 0.1596575 Aug 21 12:30:53.116624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:53.155753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 5fb81551-7e25-4455-88b5-4ce5a0de0c79, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5fb81551-7e25-4455-88b5-4ce5a0de0c79,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:53.159776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] No DVR routers for this DVR port 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:30:53.168961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.171772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'name': 'network-vif-deleted', 'tag': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:53.190133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.196207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=9c750058-ee21-49d1-b4db-c0d74e1a139f,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:53.206584 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f9779ec5-7338-476b-b2f7-4be1bcd05254 req-975f8327-2790-46bf-84c0-fb13fcd005dd tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/security-groups?id=2355af88-6837-4a0c-8dd0-cae60042db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727465 Aug 21 12:30:53.206736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:53.207339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:53.227343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Deleting port 8481a139-e006-4aa8-a33c-610afc31a8d6 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:53.227741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.235204 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b776bff2-3688-488d-aacf-2c600a9e0be4 req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.35 "DELETE /v2.0/ports/6502cfeb-f1ee-4b32-80f9-bbc61c243c33 HTTP/1.1" status: 204 len: 173 time: 1.2327044 Aug 21 12:30:53.298587 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da040b5-1eb5-4015-b938-2ecff2ded412', 'name': 'network-vif-deleted', 'tag': '6502cfeb-f1ee-4b32-80f9-bbc61c243c33', 'status': 'completed', 'code': 200} Aug 21 12:30:53.303274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=5fb81551-7e25-4455-88b5-4ce5a0de0c79,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:53.307088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:53.355750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['9c750058-ee21-49d1-b4db-c0d74e1a139f'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:53.619573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] For port 8481a139-e006-4aa8-a33c-610afc31a8d6, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8481a139-e006-4aa8-a33c-610afc31a8d6,segment=NetworkSegment(f94bf99f-97d5-4e12-b741-fb2fc450174b),segment_id=f94bf99f-97d5-4e12-b741-fb2fc450174b)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:53.619992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:53.694335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea62755-4457-4110-9cbb-b03c21375afe req-fcec19fe-4033-4930-a17d-18988eab3181 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:53.696669 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eea62755-4457-4110-9cbb-b03c21375afe req-fcec19fe-4033-4930-a17d-18988eab3181 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0893073 Aug 21 12:30:53.745617 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eea62755-4457-4110-9cbb-b03c21375afe req-7df179ee-d0f5-42ad-a3df-0ee5cba4d592 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426946 Aug 21 12:30:53.753292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Calling delete_port for 8481a139-e006-4aa8-a33c-610afc31a8d6 owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:30:53.812194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd707-66f3-4d3f-9bc8-b68598060d98 req-95b291f5-687f-4329-9483-24fac028d5a6 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:53.813818 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-861cd707-66f3-4d3f-9bc8-b68598060d98 req-95b291f5-687f-4329-9483-24fac028d5a6 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 945 time: 0.4466500 Aug 21 12:30:53.881494 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-861cd707-66f3-4d3f-9bc8-b68598060d98 req-bdb8f2a9-57b7-4851-a23e-d48dce886fc0 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608757 Aug 21 12:30:54.023930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:54.032144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c4aa67a0-ca1c-47be-8bf8-f00f61c7d0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:54.036397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['8481a139-e006-4aa8-a33c-610afc31a8d6'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:30:54.101523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Pushing event deleted for resources: {'Port': ['ID=8481a139-e006-4aa8-a33c-610afc31a8d6,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:54.105843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:54.142858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-b72b446b-02a2-4bae-8713-00f27b25e14f req-a30b407c-578b-459d-a406-8850001c7bfa tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Synchronizing usage tracker for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:30:54.191573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] No DVR routers for this DVR port 8481a139-e006-4aa8-a33c-610afc31a8d6 on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:30:54.194514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:54.197948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'name': 'network-vif-deleted', 'tag': '8481a139-e006-4aa8-a33c-610afc31a8d6'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:54.211700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-b72b446b-02a2-4bae-8713-00f27b25e14f req-a30b407c-578b-459d-a406-8850001c7bfa tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Unset dirty status for tenant:2306c82a20c54b8cb45c754e26de3439 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:30:54.213038 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b72b446b-02a2-4bae-8713-00f27b25e14f req-a30b407c-578b-459d-a406-8850001c7bfa tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da040b5-1eb5-4015-b938-2ecff2ded412 HTTP/1.1" status: 200 len: 210 time: 0.1251397 Aug 21 12:30:54.241185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a32da946-4a27-47ce-963c-aeb42e8ca56e req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.35 "DELETE /v2.0/ports/8481a139-e006-4aa8-a33c-610afc31a8d6 HTTP/1.1" status: 204 len: 173 time: 1.1212599 Aug 21 12:30:54.256299 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75d1293-c8a5-4cc7-8bcd-6e676b081492', 'name': 'network-vif-deleted', 'tag': '8481a139-e006-4aa8-a33c-610afc31a8d6', 'status': 'completed', 'code': 200} Aug 21 12:30:54.383495 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebf6a087-1af2-43ce-908f-255f8f02a7ea req-a17333a8-dc45-4c23-8cd2-3adf8d941c97 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75d1293-c8a5-4cc7-8bcd-6e676b081492 HTTP/1.1" status: 200 len: 210 time: 0.0458944 Aug 21 12:30:54.460461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5fb81551-7e25-4455-88b5-4ce5a0de0c79 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:54.531568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:54.532238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:54.646552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 9c750058-ee21-49d1-b4db-c0d74e1a139f up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:30:54.759834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 9c750058-ee21-49d1-b4db-c0d74e1a139f completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:30:54.765325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 9c750058-ee21-49d1-b4db-c0d74e1a139f triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:30:54.765860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:54.891305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:54.920809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c750058-ee21-49d1-b4db-c0d74e1a139f'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:30:54.934301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 9c750058-ee21-49d1-b4db-c0d74e1a139f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:54.955286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:54.955594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:30:54.977991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59282b71-7646-41d5-81a9-707fd200bba0 req-614e0e43-6a0e-4cc1-b9e1-4d53bf0b64b0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:54.980211 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59282b71-7646-41d5-81a9-707fd200bba0 req-614e0e43-6a0e-4cc1-b9e1-4d53bf0b64b0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0999491 Aug 21 12:30:55.041558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ebc9430b-fcff-4317-b4b9-a3549041be87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:55.063391 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59282b71-7646-41d5-81a9-707fd200bba0 req-cd8785dd-7232-4682-9ecd-25f36f0364d3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732384 Aug 21 12:30:55.070448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:30:55.070718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 6502cfeb-f1ee-4b32-80f9-bbc61c243c33 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:30:55.109770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e93155-a6f0-41f6-b06e-6fad6959d1a0 req-471f14bc-a3e4-4582-ba59-788895c14fc9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:55.111709 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b8e93155-a6f0-41f6-b06e-6fad6959d1a0 req-471f14bc-a3e4-4582-ba59-788895c14fc9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.0892472 Aug 21 12:30:55.129965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=9c750058-ee21-49d1-b4db-c0d74e1a139f,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:55.138046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:55.142456 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c750058-ee21-49d1-b4db-c0d74e1a139f', 'code': 200} Aug 21 12:30:55.172235 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b8e93155-a6f0-41f6-b06e-6fad6959d1a0 req-f0a8b7cb-aad1-45f8-bc87-a1c31ab57f5a tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536215 Aug 21 12:30:55.321340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37382) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:55.495210 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1dc8c42c-3659-4fa6-830d-d7ea77d80d64 req-e394842f-183d-4882-8995-53e2ca0edc50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 1099 time: 0.1141896 Aug 21 12:30:55.792117 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1dc8c42c-3659-4fa6-830d-d7ea77d80d64 req-80ce3482-f283-4a46-b55d-67ee0d612b04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673759 Aug 21 12:30:56.028838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:56.358857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a4cc2-6b19-4c3c-b01f-600c59e1e24e req-4cafc1e7-5061-48ba-adee-785f36ac41bc tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:56.360399 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e74a4cc2-6b19-4c3c-b01f-600c59e1e24e req-4cafc1e7-5061-48ba-adee-785f36ac41bc tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1562066 Aug 21 12:30:56.419142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3cf72-8d3f-4564-9ff6-632e626d0c84 req-a4cbf41c-a250-486d-8ae4-e0331434bb2a tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:56.420788 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0de3cf72-8d3f-4564-9ff6-632e626d0c84 req-a4cbf41c-a250-486d-8ae4-e0331434bb2a tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.1015513 Aug 21 12:30:56.473971 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0de3cf72-8d3f-4564-9ff6-632e626d0c84 req-96ea960b-95f7-4c6a-946a-ef58734af8e2 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Aug 21 12:30:56.519018 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e74a4cc2-6b19-4c3c-b01f-600c59e1e24e req-3ef490fc-267d-4de4-84f5-0231687abae0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489270 Aug 21 12:30:56.792303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Deleting port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:56.792690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:57.027537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] For port 69d61f8b-7ead-4e6c-b0dd-80a0ee468968, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,segment=NetworkSegment(658879d0-d7fb-4ac1-859d-895e232a2b04),segment_id=658879d0-d7fb-4ac1-859d-895e232a2b04)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:57.032521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:57.162755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Calling delete_port for 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 owned by network:router_interface {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:30:57.171957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-52958109-3ea7-4e79-b4f9-d0a9e084d9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:57.497505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:57.501805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:30:57.545292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d61f8b-7ead-4e6c-b0dd-80a0ee468968,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:30:57.548340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:30:57.688269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df705664-036b-4d1d-964d-81463a78325d req-dc35cab4-aa02-4057-af9b-de6f380296d4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:57.689875 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-df705664-036b-4d1d-964d-81463a78325d req-dc35cab4-aa02-4057-af9b-de6f380296d4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.0901294 Aug 21 12:30:57.738945 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-df705664-036b-4d1d-964d-81463a78325d req-c3c8ecc7-bac2-40e4-93dd-7a65c499a0ac tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Aug 21 12:30:57.825664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2981f-35bb-4903-9304-dd5c6072d3a1 req-e140ac37-0b67-4091-9999-4334befbd7d6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:57.827311 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f1c2981f-35bb-4903-9304-dd5c6072d3a1 req-e140ac37-0b67-4091-9999-4334befbd7d6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1245806 Aug 21 12:30:58.148788 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f1c2981f-35bb-4903-9304-dd5c6072d3a1 req-35046de3-2d1f-489d-b52d-dc1eea36fb7a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719612 Aug 21 12:30:58.168905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:58.761297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:58.765237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:30:58.972957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:30:58.983856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] Sync routers for ids ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:30:58.998465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] Routers {'4727805e-9367-4e4b-9d5c-50d7ac341ae8'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:58.999330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:59.013852 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-72851de2-1eca-40a7-92c2-1f338fa09e52 admin admin] 10.222.0.18 "PUT /v2.0/routers/4727805e-9367-4e4b-9d5c-50d7ac341ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6911862 Aug 21 12:30:59.017205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37452) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:30:59.243397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.257916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.356761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] Set router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:59.418614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834abf5-9d98-4743-913a-6da044b1ab59 req-030c84d2-357d-4167-95c0-656a489588f9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:30:59.420410 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a834abf5-9d98-4743-913a-6da044b1ab59 req-030c84d2-357d-4167-95c0-656a489588f9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0932002 Aug 21 12:30:59.473948 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a834abf5-9d98-4743-913a-6da044b1ab59 req-5fdce09d-f164-4ce9-9fdf-7db084bd51de tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467339 Aug 21 12:30:59.662147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.674371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:30:57Z', 'revision_number': 5, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port': {'id': '9ff688c9-797f-4bce-9a7b-e9efe1e05bfd', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:59.678498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] Checking router: 4727805e-9367-4e4b-9d5c-50d7ac341ae8 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:30:59.689512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] Routers {'4727805e-9367-4e4b-9d5c-50d7ac341ae8'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:30:59.690322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:30:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:59.708465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Deleting port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:30:59.708851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.846373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] Set router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:30:59.863975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ef2674e-7d6e-45af-96a2-6f8eac8f328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.895448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] For port 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:30:59.895852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.924853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:30:59.956321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:30:59Z', 'revision_number': 6, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port_host': None}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:30:59.960990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3656dceb-8736-4eb1-b23d-01776f1cec49 None None] The sync data for ids ['4727805e-9367-4e4b-9d5c-50d7ac341ae8'] in dv-cinder-805477-2-iscsi is: [{'id': '4727805e-9367-4e4b-9d5c-50d7ac341ae8', 'name': 'tempest-ServerRescueNegativeTestJSON-472020791-router', 'tenant_id': '2306c82a20c54b8cb45c754e26de3439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:30:59Z', 'revision_number': 6, 'project_id': '2306c82a20c54b8cb45c754e26de3439', 'gw_port_host': None}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:31:00.027800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Calling delete_port for 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd owned by network:router_gateway {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:00.196192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 8481a139-e006-4aa8-a33c-610afc31a8d6 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:00.228877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 8481a139-e006-4aa8-a33c-610afc31a8d6 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:00.229269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 8481a139-e006-4aa8-a33c-610afc31a8d6 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:00.434672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:00.439698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:00.461850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:00.484598 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff688c9-797f-4bce-9a7b-e9efe1e05bfd,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:00.488910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:00.507059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:00.507716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9ff688c9-797f-4bce-9a7b-e9efe1e05bfd not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:00.508197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:00.543766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:00.544159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 69d61f8b-7ead-4e6c-b0dd-80a0ee468968 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:00.692351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992ad0-1862-4f35-8619-471e842cf38a req-0fd51fa2-ad78-472f-9e01-532e5e3d198e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:00.692946 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e0992ad0-1862-4f35-8619-471e842cf38a req-0fd51fa2-ad78-472f-9e01-532e5e3d198e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0817482 Aug 21 12:31:00.732664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:00.746885 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e0992ad0-1862-4f35-8619-471e842cf38a req-afa49b01-e9e7-4456-adba-2331d9b2b0de tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474463 Aug 21 12:31:00.999037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.003398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.091582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.108555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.109147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4727805e-9367-4e4b-9d5c-50d7ac341ae8 {{(pid=82485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:31:01.121820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.123068 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4727805e-9367-4e4b-9d5c-50d7ac341ae8 HTTP/1.1" status: 204 len: 168 time: 2.1045625 Aug 21 12:31:01.125665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37472) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:01.194858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Deleting subnet ecd0e505-58be-40f4-ab56-8042c85da32a {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:31:01.198172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.249494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.308694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.399931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.405048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9ad8be0b-b29a-4e40-908b-9753aefca641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:01.443103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd0e505-58be-40f4-ab56-8042c85da32a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:01.447399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:01.452052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.461976 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-993a6817-05b7-4cd8-94c4-ac71d228ea72 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ecd0e505-58be-40f4-ab56-8042c85da32a HTTP/1.1" status: 204 len: 168 time: 0.3351092 Aug 21 12:31:01.464610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37486) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:01.590369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.733483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.747958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fe0ad1-df93-4741-a751-01d3165a69d0']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:01.762907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658879d0-d7fb-4ac1-859d-895e232a2b04') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:01.763201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658879d0-d7fb-4ac1-859d-895e232a2b04') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:01.776432 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.794488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.804172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:31:01.804621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:31:01.819421 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:31:01.970835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:01.979222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:02.001824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:02.006404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4fe0ad1-df93-4741-a751-01d3165a69d0,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:02.014961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:02.043231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8a356-e40d-4b8a-9995-36c8472591ba req-81a54829-13bb-41f1-a16b-e2531c15e179 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:02.044993 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcc8a356-e40d-4b8a-9995-36c8472591ba req-81a54829-13bb-41f1-a16b-e2531c15e179 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1221571 Aug 21 12:31:02.046886 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] 10.222.0.18 "DELETE /v2.0/networks/d4fe0ad1-df93-4741-a751-01d3165a69d0 HTTP/1.1" status: 204 len: 168 time: 0.5809941 Aug 21 12:31:02.096350 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcc8a356-e40d-4b8a-9995-36c8472591ba req-77183480-cfe3-4ce1-9887-b7c825f603be tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Aug 21 12:31:02.339986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37500) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:02.395435 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-09181a4c-9d08-48f5-b070-db99ef777a92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2306c82a20c54b8cb45c754e26de3439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541356 Aug 21 12:31:02.398447 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37504) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:02.516898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:02.558544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:02.570328 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-ec22d79d-7d0f-447c-a68b-a5941f5e0eac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1099 time: 0.1276786 Aug 21 12:31:02.737859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-5950cdb1-06f5-4142-8952-38075e3b5238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:02.739451 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-5950cdb1-06f5-4142-8952-38075e3b5238 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.1459482 Aug 21 12:31:02.801863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:02.811642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-568abb71-1f15-4e2d-8c60-2b32ddfff823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:02.841217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1572001f-368f-48b0-ac3e-84aba7ab44fc,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:02.845987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:02.873214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:02.874456 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1572001f-368f-48b0-ac3e-84aba7ab44fc HTTP/1.1" status: 204 len: 168 time: 0.4749207 Aug 21 12:31:02.876397 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-008ee8cb-0170-461d-83cd-5c61c9a99a13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 1002 time: 0.1295471 Aug 21 12:31:02.944941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-d76afbc3-b3b6-44fe-af8c-6ea87dee23a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:02.946572 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-d76afbc3-b3b6-44fe-af8c-6ea87dee23a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.0631995 Aug 21 12:31:03.039101 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-9958889e-89f0-46f6-889e-892a7a480306 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837197 Aug 21 12:31:03.185185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-661cf310-0233-4e1c-bb1a-d29f40a8e4e0 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385479 Aug 21 12:31:03.317134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3c52f-853c-4865-b341-14918c0871b8 req-69eb5718-3269-4e0c-84ba-c48ca05b44be tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:03.318687 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1bc3c52f-853c-4865-b341-14918c0871b8 req-69eb5718-3269-4e0c-84ba-c48ca05b44be tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0922749 Aug 21 12:31:03.338739 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b417bb47-3c77-4f9e-b73a-81dd3fa1536d req-1ae6c064-f5e8-4d02-b8d8-e9e7e1542819 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466801 Aug 21 12:31:03.380686 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1bc3c52f-853c-4865-b341-14918c0871b8 req-387a8a04-afd6-4564-ab5e-70f24a4783fb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479238 Aug 21 12:31:04.688719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2123dc-11e1-4105-86e1-736478492f19 req-c98cc25c-2c5c-4694-94c6-cbe946b1dbaa tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:04.697548 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1f2123dc-11e1-4105-86e1-736478492f19 req-c98cc25c-2c5c-4694-94c6-cbe946b1dbaa tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1138301 Aug 21 12:31:04.754415 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1f2123dc-11e1-4105-86e1-736478492f19 req-d6970883-b5b6-4200-a2b7-0cc6300aa1ad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566270 Aug 21 12:31:06.056033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430448a-3e36-4f74-8ac2-752ff52ab6e7 req-24abc0f5-877b-4a35-bc84-e58204b3b721 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:06.058706 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b430448a-3e36-4f74-8ac2-752ff52ab6e7 req-24abc0f5-877b-4a35-bc84-e58204b3b721 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1405051 Aug 21 12:31:06.118525 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b430448a-3e36-4f74-8ac2-752ff52ab6e7 req-d38267fa-27f8-49f4-b6ed-7540f6e2bda8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528042 Aug 21 12:31:06.713481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37614) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:06.898484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:06.935866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:06.940135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:175c435e0fbd4553bf4d3df0ecca7df4 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:06.943213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:06.950436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:07.027622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.062997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.078420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3999e2aa-73d0-4fd7-bbbe-f9d2924f3e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:07.121983 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=175c435e0fbd4553bf4d3df0ecca7df4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4026506 Aug 21 12:31:07.121983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7bb150-ffe7-40b9-8505-59d47d2eb817,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:07.122880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37622) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:07.125051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:07.207493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.237824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.348217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079d548-edce-4d9e-9aa4-c77432954e23 req-4fed37f1-7871-433c-bbc1-dd6d10038ee3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:07.350689 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2079d548-edce-4d9e-9aa4-c77432954e23 req-4fed37f1-7871-433c-bbc1-dd6d10038ee3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0979052 Aug 21 12:31:07.416458 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2079d548-edce-4d9e-9aa4-c77432954e23 req-dea76fbd-5a82-4886-b69c-b2963e149f88 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587533 Aug 21 12:31:07.492173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.499862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fcb893cc-831b-4d57-8a35-ceb4ec0eb34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:07.511108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7bb150-ffe7-40b9-8505-59d47d2eb817,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:07.516893 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:07.518514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:07.533349 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f7bb150-ffe7-40b9-8505-59d47d2eb817 HTTP/1.1" status: 204 len: 168 time: 0.4091904 Aug 21 12:31:08.011573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adda52a-f43c-4522-982e-6e0fb869ba36 req-2510fc99-ceb3-4584-8556-41870235a7b0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:08.013895 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4adda52a-f43c-4522-982e-6e0fb869ba36 req-2510fc99-ceb3-4584-8556-41870235a7b0 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1768756 Aug 21 12:31:08.211201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37640) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:08.237139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.285127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:08.305164 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-e331d8c3-114e-4306-8269-d5640be662f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 1099 time: 0.4077840 Aug 21 12:31:08.306224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Usage tracker for resource:security_group_rule and tenant:584e88498dd74f74aa388341ed7e3a3b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:08.309840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:08.317595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:08.393958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.424747 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4adda52a-f43c-4522-982e-6e0fb869ba36 req-ae95073d-83c3-44a4-bab2-021b06907d9e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001889 Aug 21 12:31:08.436328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.451414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b6cb94eb-401e-4d62-9e50-af76fbea9c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:08.482688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-80c1b1a7-d6a5-4393-ac62-56e6e7f959c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:08.484420 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-80c1b1a7-d6a5-4393-ac62-56e6e7f959c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.1670074 Aug 21 12:31:08.511830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c741d-1de9-424b-8b7c-3ee03f979e65,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:08.514983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:08.520440 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=584e88498dd74f74aa388341ed7e3a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070195 Aug 21 12:31:08.521057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37646) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:08.592355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.604330 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-9b1d9d63-9f33-4222-be2b-cfdcc5d687c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 200 len: 1002 time: 0.1126504 Aug 21 12:31:08.619899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.688338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-8dfef352-cf67-44dc-9306-325ddcfb3ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:08.690374 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-8dfef352-cf67-44dc-9306-325ddcfb3ba8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.0708349 Aug 21 12:31:08.740241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.750051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a4d91978-5901-4ae8-9d8d-afff9d0395f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:08.769865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c741d-1de9-424b-8b7c-3ee03f979e65,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:08.773368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:08.774645 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac2c741d-1de9-424b-8b7c-3ee03f979e65 HTTP/1.1" status: 204 len: 168 time: 0.2525260 Aug 21 12:31:08.824661 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-4de58b76-2109-4f7a-b183-2a3375a552e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261122 Aug 21 12:31:08.830076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c3499b1b-ccf0-4fe4-ba84-9b42114b88a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:08.999273 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-bdc00904-056d-441b-8850-280fd4550c3b service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561978 Aug 21 12:31:09.148702 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abcb9638-b467-4de9-8b2b-4cd6b8c4b7e8 req-d35717dc-e29f-4a19-95f8-2eb05a8e36de service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430049 Aug 21 12:31:09.685154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dcc1e-3b45-40d2-9820-4a02764db67a req-c61ec784-f742-4b9b-b226-cb7b0169c48a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:09.686867 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f1dcc1e-3b45-40d2-9820-4a02764db67a req-c61ec784-f742-4b9b-b226-cb7b0169c48a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0939033 Aug 21 12:31:10.066266 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f1dcc1e-3b45-40d2-9820-4a02764db67a req-21b2bbef-cbdd-442d-87b8-091698f21220 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732564 Aug 21 12:31:11.408611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a56d6-4c43-4f6c-83a5-c017a3a53193 req-64de86b4-93dd-414e-93c5-5577c63b996a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:11.416984 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6e6a56d6-4c43-4f6c-83a5-c017a3a53193 req-64de86b4-93dd-414e-93c5-5577c63b996a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1459808 Aug 21 12:31:11.476925 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6e6a56d6-4c43-4f6c-83a5-c017a3a53193 req-f704131d-c68b-4c0e-ad78-d4891957d28f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588574 Aug 21 12:31:12.396350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37750) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:12.548921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.582085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:12.586406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Usage tracker for resource:security_group_rule and tenant:758396a55b7545d698fd8f16d90f4e39 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:12.589466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:12.595595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:12.663801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.703709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.716119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5a2b323-4eb1-4948-b781-86e704c0094c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:12.776476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5506bba-f03f-4607-be06-c27c9ce6e181,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:12.779702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:12.799829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37764) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:12.799972 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e36159b1-b90b-4865-862b-7f7417ce4f86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=758396a55b7545d698fd8f16d90f4e39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4023483 Aug 21 12:31:12.866899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:12.894735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.051909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.057364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-95a1a756-66d7-487e-aa7a-118dbc7dfd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:13.076384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5506bba-f03f-4607-be06-c27c9ce6e181,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:13.082700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:13.095037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.099332 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5506bba-f03f-4607-be06-c27c9ce6e181 HTTP/1.1" status: 204 len: 168 time: 0.2982237 Aug 21 12:31:13.678079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 37776) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:13.706402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.744627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:13.750318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Usage tracker for resource:security_group_rule and tenant:dc99914715b84c0b988f763d63a20525 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:13.753720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:13.760617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:13.853961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.880522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:13.908837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4ea602d3-c0b5-4c57-ae6b-dd8818aa8466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:13.923663 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc99914715b84c0b988f763d63a20525&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2433727 Aug 21 12:31:13.926581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 37784) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:13.948983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b1c74-8914-452d-b16e-6fade123cf4d,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:13.952637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:13.998694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.031781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.114546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.120596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1ab957c8-b2e1-4ff6-94bb-187b2f83235c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:14.133494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b1c74-8914-452d-b16e-6fade123cf4d,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:14.136328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:14.161153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:14.164508 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef4b1c74-8914-452d-b16e-6fade123cf4d HTTP/1.1" status: 204 len: 168 time: 0.2367618 Aug 21 12:31:17.777677 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-2aeb5edb-d335-4499-b40f-820b9433f58b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838441899&fields=id&tenant_id=7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 267 time: 0.0445020 Aug 21 12:31:17.941144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-6935e5bf-ed2d-4af6-8844-fbe5191d68f3 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:17.942736 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-6935e5bf-ed2d-4af6-8844-fbe5191d68f3 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 811 time: 0.1575029 Aug 21 12:31:17.961435 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-34204ed2-f38f-4cad-a1a4-767014edaabe tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/quotas/7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 375 time: 0.0123668 Aug 21 12:31:18.067730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-d2f0b619-91c4-40ed-bbfb-a7a808d08e6f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:18.114236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-d2f0b619-91c4-40ed-bbfb-a7a808d08e6f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:18.116358 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-d2f0b619-91c4-40ed-bbfb-a7a808d08e6f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448693 Aug 21 12:31:18.270620 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-4c19fc67-0a0a-4e47-ba93-9b22595e3acb service neutron] 10.222.0.18 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417270 Aug 21 12:31:18.450393 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-ab0a92d3-07ed-472d-a954-ee9e04e2155b service neutron] 10.222.0.18 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727889 Aug 21 12:31:19.159985 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-49f9ca83-43b0-475c-976e-752f9d9cf4ba req-fca143e2-f55d-49cf-ae15-85b6ab469a25 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 210 time: 0.0604739 Aug 21 12:31:20.368851 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-70dba3fc-0d0e-43e3-8017-f9ec597a3c8b req-4009c6fa-a013-44fc-b405-3a41f2155f85 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 210 time: 0.0478036 Aug 21 12:31:21.554197 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-622e9543-f7ff-4fe1-bc01-5b876e180055 req-b2d78de8-72fc-4a7b-9f6b-470d1d12d18e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 210 time: 0.0593507 Aug 21 12:31:21.820249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-85dd16ae-6c20-4b68-91db-a2c991033a97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:21.821081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-85dd16ae-6c20-4b68-91db-a2c991033a97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:network {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:21.896995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-85dd16ae-6c20-4b68-91db-a2c991033a97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:network {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:21.898546 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-85dd16ae-6c20-4b68-91db-a2c991033a97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 811 time: 0.2717001 Aug 21 12:31:21.959327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-dd42fa30-74c2-4eb0-96ae-c1eb88ad8ecc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:22.057426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-dd42fa30-74c2-4eb0-96ae-c1eb88ad8ecc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:22.058764 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-dd42fa30-74c2-4eb0-96ae-c1eb88ad8ecc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 379 time: 0.1468048 Aug 21 12:31:22.070324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'port': {'device_id': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'admin_state_up': True, 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'security_groups': ['5c378498-4af5-4e8a-9336-1ef29db6c545']}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:22.224542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:22.234701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:22.268862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Made reservation on behalf of 7c0722379d3d4d2db7faa647c0e06819 for: {'port': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:31:22.275624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.458895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Allocated IP 172.20.0.6 (dd9a4297-0f6e-44b7-a4c8-2762ac972f6f/0b6ae8f7-6e0c-4f08-8499-a9c37790b57c/61e30067-cfb3-4c0e-925d-e3c5d4eb6747) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:31:22.741024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.766962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Transition to ACTIVE for port object 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:31:22.786536 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f85680a-e221-4806-b874-ae5401c7e53c req-213167d5-23da-49fe-aacf-e3a7fb8d7ce1 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 210 time: 0.0633163 Aug 21 12:31:22.840754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:22.849075 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:22.937494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:31:22.941463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:31:22.943886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:22.946534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:31:23.100573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:23.101287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:23.108322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.108754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.109169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.109577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.110013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.110420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.110843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.111294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.111685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.112090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.112494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:23.122099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:23.172394 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-3ec69d28-b199-42d8-9e10-29cc0a0520d4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1076658 Aug 21 12:31:23.186027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Request body: {'port': {'device_id': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:23.323312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:23.416983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-cbb76ba8-063a-48c0-ad9d-1637a37db1dd None None] Provisioning for port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:31:23.423155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-cbb76ba8-063a-48c0-ad9d-1637a37db1dd None None] Provisioning complete for port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:31:23.423800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cbb76ba8-063a-48c0-ad9d-1637a37db1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:23.499792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-cbb76ba8-063a-48c0-ad9d-1637a37db1dd None None] Port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:31:23.700380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 {{(pid=82484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:31:23.707294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:23.724369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Transition to ACTIVE for port object 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 will not be triggered until provisioned by entity L2. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:31:23.771267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:23.776093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1620c3e5-9b60-414e-aa37-f59706ea75e9 tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:23.915863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Pushing event updated for resources: {'Port': ['ID=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:23.980471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:24.110106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Attempting to bind port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:31:24.110588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Attempting to bind port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:31:24.111082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Attempting to bind port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:31:24.122268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e83f7b-6aac-48bd-a4c3-13c7a6f8c398 req-c3a9f714-fcca-40cd-95bd-d2ff57a0ad10 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:24.123218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10e83f7b-6aac-48bd-a4c3-13c7a6f8c398 req-c3a9f714-fcca-40cd-95bd-d2ff57a0ad10 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:24.132281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:31:24.132696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Attempting to bind port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:31:24.146223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:31:24.146435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Checking segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:31:24.147494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Bound using segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:31:24.147998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Bound port: 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:31:24.148465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:24.192974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:31:24.272764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10e83f7b-6aac-48bd-a4c3-13c7a6f8c398 req-c3a9f714-fcca-40cd-95bd-d2ff57a0ad10 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:24.274920 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10e83f7b-6aac-48bd-a4c3-13c7a6f8c398 req-c3a9f714-fcca-40cd-95bd-d2ff57a0ad10 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.3322420 Aug 21 12:31:24.389583 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10e83f7b-6aac-48bd-a4c3-13c7a6f8c398 req-57bf6fd8-5782-49b4-916f-bf05c1da69a9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039920 Aug 21 12:31:24.390684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] For port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host hv-cinder-80547, cleared binding levels {{(pid=82484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:31:24.393948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] For port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:31:24.417402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:24.422299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:24.484953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:24.486936 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] 10.222.0.35 "PUT /v2.0/ports/61e30067-cfb3-4c0e-925d-e3c5d4eb6747 HTTP/1.1" status: 200 len: 1093 time: 1.3059635 Aug 21 12:31:24.487537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:24.510674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Pushing event updated for resources: {'Port': ['ID=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,revision_number=3']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:24.514514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:24.553639 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'status': 'completed', 'code': 200} Aug 21 12:31:24.687482 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-ab7c15d7-7087-4975-99d6-68c6743b9352 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 1096 time: 0.0831919 Aug 21 12:31:24.774164 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-c33ccdb3-f255-430a-888d-5cfe8fe01adf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747 HTTP/1.1" status: 200 len: 217 time: 0.0754538 Aug 21 12:31:24.852874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-b7a288d2-28d7-4867-ac6f-bee7a106c0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:24.854501 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-b7a288d2-28d7-4867-ac6f-bee7a106c0d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0679851 Aug 21 12:31:24.942723 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-019e519d-67db-4164-ae68-7816e2602c72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797250 Aug 21 12:31:25.324946 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-36b8591d-62f1-4199-a6e4-a60c460e9d72 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710489 Aug 21 12:31:25.556554 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fe4c0c7b-b02d-4d4f-9d33-59dc068df5ce req-c5c39b6d-022c-41ec-b506-ed4b49ba8304 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221057 Aug 21 12:31:25.692341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0ef97-606a-4e74-8c7e-814cbfe9491a req-3c807a41-046f-4803-a4d2-03ea0676428d tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:25.702478 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-26c0ef97-606a-4e74-8c7e-814cbfe9491a req-3c807a41-046f-4803-a4d2-03ea0676428d tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.1269248 Aug 21 12:31:25.764541 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-26c0ef97-606a-4e74-8c7e-814cbfe9491a req-d9c5f229-c6fd-48f6-989a-ce023aa1c6d0 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606384 Aug 21 12:31:25.776161 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-beaa9314-4fe0-46c8-8b8d-45573ab4af52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 1096 time: 0.1283352 Aug 21 12:31:25.967218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70049f-fb14-475c-b80b-d99439247df3 req-14ea6302-1ffb-4826-994e-eeb7b57130bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:25.969172 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-14ea6302-1ffb-4826-994e-eeb7b57130bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1857011 Aug 21 12:31:26.083367 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-733a8b85-9ec6-442e-87e8-858b54eaf0b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747 HTTP/1.1" status: 200 len: 217 time: 0.1024179 Aug 21 12:31:26.170962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70049f-fb14-475c-b80b-d99439247df3 req-be2b3671-0c68-4ce8-a7da-d5763d2d7b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:26.172469 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-be2b3671-0c68-4ce8-a7da-d5763d2d7b18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0746286 Aug 21 12:31:26.273000 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-b28faf37-0fc6-4ce0-802e-cc6b0ac1bc3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910523 Aug 21 12:31:26.423151 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-49dff82b-b35f-4621-aa97-9e1cd9367655 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426954 Aug 21 12:31:26.580761 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb70049f-fb14-475c-b80b-d99439247df3 req-4d01f284-7557-4f31-8db8-4870be4148c1 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484640 Aug 21 12:31:26.962178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a3c8-353b-4d8d-8161-1673498a5bff req-955525c7-d5ea-481e-8173-a7ac70780041 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:26.964811 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6347a3c8-353b-4d8d-8161-1673498a5bff req-955525c7-d5ea-481e-8173-a7ac70780041 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.0820503 Aug 21 12:31:27.044473 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6347a3c8-353b-4d8d-8161-1673498a5bff req-01644bfa-6baf-42bd-83e1-86fda8b2037e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657854 Aug 21 12:31:27.160034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eb9db54c-30c3-40cb-9a66-4fc14f2f4278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:27.566668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a87942-7289-4875-9441-49b7279ff021 req-ffe691e6-5245-4825-a81c-b3d9cf41c8e6 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:27.568886 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c3a87942-7289-4875-9441-49b7279ff021 req-ffe691e6-5245-4825-a81c-b3d9cf41c8e6 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.0890422 Aug 21 12:31:27.620053 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c3a87942-7289-4875-9441-49b7279ff021 req-839bb656-b30d-445e-bcab-834c47498239 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447972 Aug 21 12:31:28.264079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35c1c4-d9f3-4e59-ac79-ad923efe287b req-ebad6577-a1f1-47df-844f-c7c35daf21e7 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:28.265672 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cb35c1c4-d9f3-4e59-ac79-ad923efe287b req-ebad6577-a1f1-47df-844f-c7c35daf21e7 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.0818834 Aug 21 12:31:28.313262 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cb35c1c4-d9f3-4e59-ac79-ad923efe287b req-52329a88-d2a3-42c9-8a8d-c220883d769f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415423 Aug 21 12:31:28.759764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:28.833608 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cbfc2-996a-4474-ae18-a4e44c1c3f45 req-2fd3c920-2eb7-4c2b-9292-c3f9ddd34b28 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:28.835759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-664cbfc2-996a-4474-ae18-a4e44c1c3f45 req-2fd3c920-2eb7-4c2b-9292-c3f9ddd34b28 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.0831892 Aug 21 12:31:28.891778 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-664cbfc2-996a-4474-ae18-a4e44c1c3f45 req-273f22b6-a084-4aba-9950-603e7c237099 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495934 Aug 21 12:31:29.228011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:29.691298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-68ab01a9-cdf5-48fa-a4ff-c253f67d7936 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:29.692868 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-68ab01a9-cdf5-48fa-a4ff-c253f67d7936 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.1556659 Aug 21 12:31:29.698698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c041ad-178e-4f28-bc2a-7bd788cce84a req-c2f22d7e-edcc-4abd-8f4d-eca5245326cd tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:29.700189 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37c041ad-178e-4f28-bc2a-7bd788cce84a req-c2f22d7e-edcc-4abd-8f4d-eca5245326cd tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.1227899 Aug 21 12:31:29.810715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Deleting port 9c750058-ee21-49d1-b4db-c0d74e1a139f {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:29.810715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:29.851468 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37c041ad-178e-4f28-bc2a-7bd788cce84a req-33006567-d7a1-4528-9d16-1cbc778850e9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444883 Aug 21 12:31:29.869596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d78411b-4be1-4663-9745-dadb7e551a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:29.948104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:30.094856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] For port 9c750058-ee21-49d1-b4db-c0d74e1a139f, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=9c750058-ee21-49d1-b4db-c0d74e1a139f,segment=NetworkSegment(e6988e79-7b7c-4aa1-ac83-8cb16875ccd1),segment_id=e6988e79-7b7c-4aa1-ac83-8cb16875ccd1)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:30.095183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:30.110309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f059415-50b0-4af3-8259-389023924f99 req-21aefa44-19b5-4cd1-b4da-2f2d73a1a5c9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:30.111977 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f059415-50b0-4af3-8259-389023924f99 req-21aefa44-19b5-4cd1-b4da-2f2d73a1a5c9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 946 time: 0.0918941 Aug 21 12:31:30.165192 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f059415-50b0-4af3-8259-389023924f99 req-9d5c4720-10be-4731-8cd8-d974ddef4e04 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/security-groups?id=b216aed5-2da8-4c63-a3bb-93c37ca79573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439312 Aug 21 12:31:30.229516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Calling delete_port for 9c750058-ee21-49d1-b4db-c0d74e1a139f owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:30.405251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:30.412656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:30.418936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['9c750058-ee21-49d1-b4db-c0d74e1a139f'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:31:30.457313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Pushing event deleted for resources: {'Port': ['ID=9c750058-ee21-49d1-b4db-c0d74e1a139f,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:30.463484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:30.536840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] No DVR routers for this DVR port 9c750058-ee21-49d1-b4db-c0d74e1a139f on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:31:30.539476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:30.542437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'name': 'network-vif-deleted', 'tag': '9c750058-ee21-49d1-b4db-c0d74e1a139f'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:30.589137 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a585f4d-3e66-4ae5-9d2e-cd8394e42f7a req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.35 "DELETE /v2.0/ports/9c750058-ee21-49d1-b4db-c0d74e1a139f HTTP/1.1" status: 204 len: 173 time: 0.8835058 Aug 21 12:31:30.598545 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ede288-def5-427f-a73c-19f980f90a8f', 'name': 'network-vif-deleted', 'tag': '9c750058-ee21-49d1-b4db-c0d74e1a139f', 'status': 'completed', 'code': 200} Aug 21 12:31:31.074651 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d72f-3d5b-4fdb-b05a-02a0ed5cb905 req-17fead91-2c42-43e4-8266-a3c18cb818f6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:31.076261 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cef6d72f-3d5b-4fdb-b05a-02a0ed5cb905 req-17fead91-2c42-43e4-8266-a3c18cb818f6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.0899081 Aug 21 12:31:31.102231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:31.126970 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cef6d72f-3d5b-4fdb-b05a-02a0ed5cb905 req-8eaf9588-4d61-4bb9-98f2-d1b60cd805f3 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Aug 21 12:31:31.351991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-35c2c357-d00b-4aa9-85e0-51098fefb1d1 req-f9f391ff-95d5-4dbe-839c-adef352e2b4d tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Synchronizing usage tracker for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:31.399361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-35c2c357-d00b-4aa9-85e0-51098fefb1d1 req-f9f391ff-95d5-4dbe-839c-adef352e2b4d tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Unset dirty status for tenant:e1fa186996244cee8cacdb33875babf1 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:31.400804 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-35c2c357-d00b-4aa9-85e0-51098fefb1d1 req-f9f391ff-95d5-4dbe-839c-adef352e2b4d tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8ede288-def5-427f-a73c-19f980f90a8f HTTP/1.1" status: 200 len: 210 time: 0.0969541 Aug 21 12:31:32.027703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38100) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:32.093736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Deleting subnet 66c1f208-00b3-40e1-a787-0634b4fd0cc4 {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:31:32.096876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.154759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.214147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.358323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b27e3-d69b-46ab-b8cf-165e26323415 req-80708f00-e98b-4ca4-b07c-cba3999df490 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:32.359792 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-687b27e3-d69b-46ab-b8cf-165e26323415 req-80708f00-e98b-4ca4-b07c-cba3999df490 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.1070166 Aug 21 12:31:32.361245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.365933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-40d006dd-549f-49e2-9708-7cbddecf40db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:32.416430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c1f208-00b3-40e1-a787-0634b4fd0cc4,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:32.437206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.440552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.440959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.441357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.441750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.442168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.442557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.442941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.443329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.443713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.444092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.444474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:32.455303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:32.463462 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/66c1f208-00b3-40e1-a787-0634b4fd0cc4 HTTP/1.1" status: 204 len: 168 time: 0.4316874 Aug 21 12:31:32.464128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38110) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:32.471544 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-687b27e3-d69b-46ab-b8cf-165e26323415 req-0946dc24-7695-46f3-9ef7-69d413f9eba1 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766726 Aug 21 12:31:32.588977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.722104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.736047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77c47de-9b83-4111-8332-36f4de84c359']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:32.749763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94bf99f-97d5-4e12-b741-fb2fc450174b') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:32.750313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94bf99f-97d5-4e12-b741-fb2fc450174b') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:32.764330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.779594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.786154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:31:32.786678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:31:32.802193 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:31:32.902152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.907305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:32.915490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:32.935206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a77c47de-9b83-4111-8332-36f4de84c359,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:32.937759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:32.979038 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] 10.222.0.18 "DELETE /v2.0/networks/a77c47de-9b83-4111-8332-36f4de84c359 HTTP/1.1" status: 204 len: 168 time: 0.5132654 Aug 21 12:31:33.304254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38124) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:33.358201 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1f5a3084-700f-400d-b8fb-aba5edaf4fbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bb4aadcfe994809883718507d2361a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525815 Aug 21 12:31:33.360639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38128) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:33.421457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:33.449265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:33.554776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:31:33.558181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 9c750058-ee21-49d1-b4db-c0d74e1a139f no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:33.559124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:33.564423 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-92751384-1064-46c7-94c6-c53b41d6f3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:33.579201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355af88-6837-4a0c-8dd0-cae60042db61,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:33.581746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:33.621632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:33.623417 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2355af88-6837-4a0c-8dd0-cae60042db61 HTTP/1.1" status: 204 len: 168 time: 0.2614629 Aug 21 12:31:33.714603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd132292-5c2a-4b01-8e1c-afe3d8e32cbd req-e4d356fd-a30f-4d99-b602-d0e6cfe1452e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:33.716539 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd132292-5c2a-4b01-8e1c-afe3d8e32cbd req-e4d356fd-a30f-4d99-b602-d0e6cfe1452e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 943 time: 0.1116462 Aug 21 12:31:33.754723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 9c750058-ee21-49d1-b4db-c0d74e1a139f {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:33.755195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 9c750058-ee21-49d1-b4db-c0d74e1a139f not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:33.772434 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd132292-5c2a-4b01-8e1c-afe3d8e32cbd req-98e5f682-678a-46c7-9c05-31d670c67537 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484617 Aug 21 12:31:33.903604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:33.918845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'port_id': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'mac_address': 'fa:16:3e:c2:0a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:31:33.972782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:33.991427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:31:34.006525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:34.027694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:34.030430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:34.096180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:34.105841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.106217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.106717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.107045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.107413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.107781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.108145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.108510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.108873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.109238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.109593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:31:34.113719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:34.290679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['61e30067-cfb3-4c0e-925d-e3c5d4eb6747'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:31:34.976072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dfb48-4bd8-4acd-9ade-61b4659f75f6 req-f2acb4d8-3b0f-4009-bda4-b4ea3bd29435 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:34.977928 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-830dfb48-4bd8-4acd-9ade-61b4659f75f6 req-f2acb4d8-3b0f-4009-bda4-b4ea3bd29435 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 944 time: 0.0843682 Aug 21 12:31:35.033479 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-830dfb48-4bd8-4acd-9ade-61b4659f75f6 req-a1ddda6c-0401-46a0-acb5-5ef36e1c702f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 Aug 21 12:31:36.232475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef3afc-ca38-4a5c-a232-e1cb7106835e req-637b4684-2640-40d3-ae78-aa2017f5d77e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:36.234098 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6eef3afc-ca38-4a5c-a232-e1cb7106835e req-637b4684-2640-40d3-ae78-aa2017f5d77e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 944 time: 0.0798452 Aug 21 12:31:36.281387 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6eef3afc-ca38-4a5c-a232-e1cb7106835e req-a5a258a7-d9fa-404d-87f8-2b02f8f42a5a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406921 Aug 21 12:31:37.483080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8c28-a099-4767-9d3e-fb0e65384ff3 req-b622312c-81ef-417c-9190-8774334d736b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:37.484629 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-661b8c28-a099-4767-9d3e-fb0e65384ff3 req-b622312c-81ef-417c-9190-8774334d736b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 944 time: 0.0835063 Aug 21 12:31:37.532659 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-661b8c28-a099-4767-9d3e-fb0e65384ff3 req-636f5ab5-16ba-4e43-b9b2-a2b697287a66 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Aug 21 12:31:38.098055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:31:38.199212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:31:38.205120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:31:38.205608 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:38.326053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:38.353575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:38.365629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:38.421631 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'code': 200} Aug 21 12:31:38.456679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:38.458724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:38.524924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:38.528047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:38.786278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db352c44-af1f-4971-a919-65f33b401255 req-189f935d-f5a8-49b3-8006-3b4dfcd52197 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:38.787981 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-db352c44-af1f-4971-a919-65f33b401255 req-189f935d-f5a8-49b3-8006-3b4dfcd52197 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.1222610 Aug 21 12:31:38.799789 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d53a1611-178f-4c2a-8e42-524921ca7102 req-3cbd0355-3fd9-4de0-8406-8051d6d84f72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 1098 time: 0.1094933 Aug 21 12:31:38.860730 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d53a1611-178f-4c2a-8e42-524921ca7102 req-126be7ca-c85a-485c-9365-eacc4b9ecbe9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532002 Aug 21 12:31:38.865620 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-db352c44-af1f-4971-a919-65f33b401255 req-48c602f7-9a8c-4f35-a645-1e9f40091bd2 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716534 Aug 21 12:31:40.075926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55dfdb-7e67-4141-b104-748ee06cb838 req-2290f527-cfbf-4442-a199-499bc869a641 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:40.077574 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e55dfdb-7e67-4141-b104-748ee06cb838 req-2290f527-cfbf-4442-a199-499bc869a641 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.0841854 Aug 21 12:31:40.125064 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e55dfdb-7e67-4141-b104-748ee06cb838 req-1ed669f8-dc08-4e59-9f61-68e1a82d4294 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 Aug 21 12:31:41.327443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0aec9-0ff7-437e-9774-8a4b50b01966 req-a3c6d59a-fafc-4898-ba05-560cf6fc5031 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:41.328988 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bed0aec9-0ff7-437e-9774-8a4b50b01966 req-a3c6d59a-fafc-4898-ba05-560cf6fc5031 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.0830977 Aug 21 12:31:41.375071 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bed0aec9-0ff7-437e-9774-8a4b50b01966 req-905c0b3a-ecad-48d1-8927-fc77f6503b76 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401213 Aug 21 12:31:42.596864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529e410-9901-47fa-afd3-a644c57cda9b req-d40ea7dc-5c15-42a8-a654-96031d625d25 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:42.598530 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2529e410-9901-47fa-afd3-a644c57cda9b req-d40ea7dc-5c15-42a8-a654-96031d625d25 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.0872159 Aug 21 12:31:42.650613 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2529e410-9901-47fa-afd3-a644c57cda9b req-29fb8e59-a16d-4e81-9616-c0061939daa2 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Aug 21 12:31:43.888440 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f2796-9594-49e1-8a71-43cb310455cb req-7493b8e4-a4f2-48bb-9324-09e0aa261da0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:43.890969 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d45f2796-9594-49e1-8a71-43cb310455cb req-7493b8e4-a4f2-48bb-9324-09e0aa261da0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.1222827 Aug 21 12:31:43.913109 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d39f34-3218-47b2-9a0e-5699d74a6ef3 req-13c5dfc7-fb37-4b07-aa52-3d0aa4aca5a5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:43.915353 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59d39f34-3218-47b2-9a0e-5699d74a6ef3 req-13c5dfc7-fb37-4b07-aa52-3d0aa4aca5a5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.1372149 Aug 21 12:31:43.950384 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d45f2796-9594-49e1-8a71-43cb310455cb req-3c18091c-1966-4cb6-8624-a7c8e1a78840 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512848 Aug 21 12:31:43.995063 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-59d39f34-3218-47b2-9a0e-5699d74a6ef3 req-2fa98fb8-99d4-48e0-98e6-fa6253f919bf tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724745 Aug 21 12:31:44.215697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b4470-e8a4-4832-b507-7e0fc3381254 req-b30d1c2a-e3a0-462b-8db2-126d81a5d1de tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:44.217501 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b29b4470-e8a4-4832-b507-7e0fc3381254 req-b30d1c2a-e3a0-462b-8db2-126d81a5d1de tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.0820801 Aug 21 12:31:44.275524 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b29b4470-e8a4-4832-b507-7e0fc3381254 req-a81ef090-7aad-4c54-9187-fe47d27a9794 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520961 Aug 21 12:31:44.351183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38294) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:44.626210 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a676b029-b835-4bc8-8162-99fba75ee52f tempest-TestVolumeBootPattern-1755175731 tempest-TestVolumeBootPattern-1755175731-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 1093 time: 0.2736354 Aug 21 12:31:44.629142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38300) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:44.634774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'port_id': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:44.640308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:44.644281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:floatingip and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:44.647230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:44.653127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:44.696249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:44.837684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:44.979074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Allocated IP 172.27.2.70 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/faa84bb6-db93-486c-9037-e70e008a09b4) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:31:45.185313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8d4f-376b-446a-80ca-c95e3829b08a req-d3eb161e-3903-494b-9720-997d603a7952 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:45.187424 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-586a8d4f-376b-446a-80ca-c95e3829b08a req-d3eb161e-3903-494b-9720-997d603a7952 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.1018903 Aug 21 12:31:45.241130 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-586a8d4f-376b-446a-80ca-c95e3829b08a req-b864067a-654f-4711-b3c5-a4567f823d0c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Aug 21 12:31:45.344721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:45.399665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:45.403884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14b54864-ac76-4464-b577-313736b1290a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:45.469767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:31:45.472983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=faa84bb6-db93-486c-9037-e70e008a09b4,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:45.475508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:31:45.477435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:45.478248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:31:46.160614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:46.236682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:46.510106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a693-02fe-4f05-ab89-e814d2981f04 req-35180a41-6d22-43b7-9bb6-b5dc09ee266c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:46.521197 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-da57a693-02fe-4f05-ab89-e814d2981f04 req-35180a41-6d22-43b7-9bb6-b5dc09ee266c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.1274486 Aug 21 12:31:46.546394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:46.568366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:46.575220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:46.622691 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-da57a693-02fe-4f05-ab89-e814d2981f04 req-ec467ff6-1027-405b-a376-d881bcae3509 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000948 Aug 21 12:31:46.687517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=faa84bb6-db93-486c-9037-e70e008a09b4,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:46.690453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:46.699969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:46.891361 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Floating IP 545a3784-621b-46f9-9396-299f0961d9ed associated. External IP: 172.27.2.70, port: 61e30067-cfb3-4c0e-925d-e3c5d4eb6747. Aug 21 12:31:47.282658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:31:47.686991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:31:47.704797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:31:47.720796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:47.721540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:31:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:47.743270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:47.815926 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1761100 Aug 21 12:31:47.815926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:47.854959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963289b8-5794-4860-ad72-671e3b752737 req-7af1013f-2441-47c0-84f2-de6163122dda tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:47.856616 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-963289b8-5794-4860-ad72-671e3b752737 req-7af1013f-2441-47c0-84f2-de6163122dda tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.0905447 Aug 21 12:31:47.868229 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'status': 'completed', 'code': 200} Aug 21 12:31:47.906162 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-963289b8-5794-4860-ad72-671e3b752737 req-afd0d203-7201-43f1-b5ae-bf140ebfd133 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Aug 21 12:31:47.922104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:48.272648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '545a3784-621b-46f9-9396-299f0961d9ed', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:c2:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:31:45Z', 'updated_at': '2021-08-21T12:31:45Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:48.277021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:31:48.288145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:48.288791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:31:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:48.471552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:48.828579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '545a3784-621b-46f9-9396-299f0961d9ed', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:c2:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:31:45Z', 'updated_at': '2021-08-21T12:31:45Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:48.832728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecccb30-cef0-437a-ac76-15f30385299b None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '545a3784-621b-46f9-9396-299f0961d9ed', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:c2:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:31:45Z', 'updated_at': '2021-08-21T12:31:45Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:31:49.127138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c67b4-6f6c-4884-ac99-9b081b4e0de0 req-f643c6c0-a8a7-4c38-b073-7af18e073108 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:49.128779 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ca0c67b4-6f6c-4884-ac99-9b081b4e0de0 req-f643c6c0-a8a7-4c38-b073-7af18e073108 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.0859191 Aug 21 12:31:49.179556 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ca0c67b4-6f6c-4884-ac99-9b081b4e0de0 req-0199eadd-a2f4-4a5d-b8fe-af610c85ff6e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Aug 21 12:31:49.190201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0336fb-b101-47ed-9bf9-e0f46501f0d8 None None] New status for floating IP 545a3784-621b-46f9-9396-299f0961d9ed: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:31:49.408021 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-70e32f47-7306-4b6b-8354-3ef017281e00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 1098 time: 0.0747328 Aug 21 12:31:49.556669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-6d5ce29d-93b4-499b-98b6-ae64cb42b2f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:49.558316 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-6d5ce29d-93b4-499b-98b6-ae64cb42b2f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1363246 Aug 21 12:31:49.670077 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-b1ac66f4-5a53-4a88-a909-81062a633470 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747 HTTP/1.1" status: 200 len: 1000 time: 0.1036384 Aug 21 12:31:49.738970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-f813a69d-cd28-4d3e-9d59-578f1ecb5222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:49.740503 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-f813a69d-cd28-4d3e-9d59-578f1ecb5222 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0632844 Aug 21 12:31:49.825624 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-1fe21e60-e20a-4b33-97a3-1ba1c94a149f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760937 Aug 21 12:31:49.900470 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-49d93fad-aef2-4297-9137-8a51182239bd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:49.902128 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-49d93fad-aef2-4297-9137-8a51182239bd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.0864499 Aug 21 12:31:49.972928 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-1859706c-b251-41e4-9d73-6e45917ee443 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384602 Aug 21 12:31:49.976955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Deleting port 360b7838-be21-4113-8373-9ac1f3d170f4 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:49.977337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:50.120489 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1d91f171-1459-4d9a-bfef-66172c4a9822 req-28adeced-d7f1-449a-8bd5-801702059f48 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393917 Aug 21 12:31:50.229112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] For port 360b7838-be21-4113-8373-9ac1f3d170f4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=360b7838-be21-4113-8373-9ac1f3d170f4,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:31:50.229486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:50.770607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c573-8bc0-464e-a20c-f7331704199c req-4b3c8434-7f68-4f56-8d3e-5f4f86caf025 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:50.772251 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f37c573-8bc0-464e-a20c-f7331704199c req-4b3c8434-7f68-4f56-8d3e-5f4f86caf025 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 947 time: 0.4490318 Aug 21 12:31:50.815212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:50.815616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:50.815965 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Floating IP 23347b40-30cb-439f-8e21-b4cf8e24d5c1 disassociated. External IP: 172.27.2.116, port: 360b7838-be21-4113-8373-9ac1f3d170f4. Aug 21 12:31:50.816356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Calling delete_port for 360b7838-be21-4113-8373-9ac1f3d170f4 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:50.884656 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8f37c573-8bc0-464e-a20c-f7331704199c req-d2190c7c-c7b4-431c-b969-88fa4109bf2b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=69e4c9f0-2f7f-4f3f-9865-d41de3f25606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992432 Aug 21 12:31:51.010500 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:51.016801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:51.061302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event deleted for resources: {'Port': ['ID=360b7838-be21-4113-8373-9ac1f3d170f4,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:51.065415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:51.277870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Router 51afa978-5c57-4d22-a946-52588261a1d7 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:31:51.488422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:31:51.504130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:31:51.529140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:51.529924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:31:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:51.566107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] No DVR routers for this DVR port 360b7838-be21-4113-8373-9ac1f3d170f4 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:31:51.571145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:51.594719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-deleted', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:31:51.638564 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f38e9d4-2be7-4744-96a4-1b6b11bdc401 req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "DELETE /v2.0/ports/360b7838-be21-4113-8373-9ac1f3d170f4 HTTP/1.1" status: 204 len: 173 time: 1.7302883 Aug 21 12:31:51.676714 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786235e-f557-42b5-af2a-7256fec408ef', 'name': 'network-vif-deleted', 'tag': '360b7838-be21-4113-8373-9ac1f3d170f4', 'status': 'completed', 'code': 200} Aug 21 12:31:51.769217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:52.071647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d67259ab-0dec-431f-8379-754b7970cba0 req-4ae2f59f-1607-4d3a-88af-e8be79447e9e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:52.107617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d67259ab-0dec-431f-8379-754b7970cba0 req-4ae2f59f-1607-4d3a-88af-e8be79447e9e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:52.108889 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d67259ab-0dec-431f-8379-754b7970cba0 req-4ae2f59f-1607-4d3a-88af-e8be79447e9e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0849707 Aug 21 12:31:52.237243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:52.241180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:31:52.252659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:31:52.253315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:31:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:52.430804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:31:52.749118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:31:52.753124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d6b45-10f1-4760-a36d-05f0ca8a458c None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:31:53.163622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51ee5d-7c2e-45b5-b1db-e920edc62392 None None] New status for floating IP 23347b40-30cb-439f-8e21-b4cf8e24d5c1: DOWN {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:31:53.292333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e6af0279-123b-4ade-a73e-778bbdb65947 req-b95dd5a3-0c56-495b-b368-bb98c029e189 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0445015 Aug 21 12:31:53.958592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:31:53.994532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 360b7838-be21-4113-8373-9ac1f3d170f4 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:31:53.995663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 360b7838-be21-4113-8373-9ac1f3d170f4 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:31:54.485449 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ebc9f3-53eb-469a-a0cf-14f32858a2cb req-e47818b1-e6ac-49c2-872f-5a34eadd0650 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=8786235e-f557-42b5-af2a-7256fec408ef HTTP/1.1" status: 200 len: 210 time: 0.0456951 Aug 21 12:31:55.711701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38450) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:55.786419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:55.819247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:55.924182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:55.930302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-859671b0-d61c-4acc-acc0-45a12e3b0905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:55.945337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4c9f0-2f7f-4f3f-9865-d41de3f25606,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:55.948205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:55.987244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:55.988710 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "DELETE /v2.0/security-groups/69e4c9f0-2f7f-4f3f-9865-d41de3f25606 HTTP/1.1" status: 204 len: 168 time: 0.2759504 Aug 21 12:31:55.991572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38466) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:56.009734 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.v2.resource [None req-9791bd8c-9e88-4446-a13c-caf21d72ea3e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] show failed (client error): The resource could not be found. Aug 21 12:31:56.010868 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9791bd8c-9e88-4446-a13c-caf21d72ea3e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups/69e4c9f0-2f7f-4f3f-9865-d41de3f25606 HTTP/1.1" status: 404 len: 347 time: 0.0176961 Aug 21 12:31:56.014024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38470) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:56.172024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Deleting port 08cd8fb8-0902-448a-9457-3fabd1b19613 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:31:56.172335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:56.343506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:56.343877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:56.469323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Calling delete_port for 08cd8fb8-0902-448a-9457-3fabd1b19613 owned by network:floatingip {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:31:56.638795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:56.643010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:56.686529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event deleted for resources: {'Port': ['ID=08cd8fb8-0902-448a-9457-3fabd1b19613,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:56.690702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:56.779129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:56.822098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:56.823491 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "DELETE /v2.0/floatingips/23347b40-30cb-439f-8e21-b4cf8e24d5c1 HTTP/1.1" status: 204 len: 168 time: 0.8085074 Aug 21 12:31:57.153147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-859b513d-8fd4-4624-a9fe-6e375ee4e25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.287318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38484) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:57.294055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722037742', 'description': 'tempest-description--499450068'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:57.300443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:57.305338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:57.308288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:57.314255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:57.353239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.389363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:57.393306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:57.396194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:57.402040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:57.459036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.489775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.495914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99a8a632-e830-4103-8a13-2afbe989a0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:57.537188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f652f2bf-529d-41b6-a411-7354b814a168,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:57.540489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:57.564200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.565468 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2770789 Aug 21 12:31:57.568404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38490) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:57.574802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'security_group_rule': {'security_group_id': 'f652f2bf-529d-41b6-a411-7354b814a168', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:57.581024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:57.584990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:57.588644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:57.594594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:57.639354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.701642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.735539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.737623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2a8a1fad-65c8-455b-8115-5a39293ddd29 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:57.759556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ddb661-31d2-4c2e-b275-52e9e2a96fe3,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:57.764463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:57.798600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.799795 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d4180e5f-5908-4306-b9a2-000dc751ba58 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2304087 Aug 21 12:31:57.802587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38494) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:57.809039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'security_group_rule': {'security_group_id': 'f652f2bf-529d-41b6-a411-7354b814a168', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:57.814957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:57.818868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:security_group_rule and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:57.822491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:57.828373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:57.868048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.930987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.952904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:57.955092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:57.981627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cf2d34-dcfd-4cfb-9063-75875cf98b90,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:57.984332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:58.015952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.017273 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2137070 Aug 21 12:31:58.020613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38500) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:31:58.026679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:31:58.032755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:31:58.036751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Usage tracker for resource:floatingip and tenant:d4336a5d52524343aa75776b3d08929b is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:31:58.040288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:31:58.046253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:31:58.078715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.222479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.362548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Allocated IP 172.27.2.185 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/4606c1e5-c6dc-42b5-a1f1-c5883fb94542) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:31:58.516329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.587472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.591882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:58.658795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:31:58.662489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:31:58.666835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:31:58.699602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'Port': ['ID=4606c1e5-c6dc-42b5-a1f1-c5883fb94542,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:58.707191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:58.747563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.834386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:58.914692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.132814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.153164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.157944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14aca5ec-e038-4e33-a074-d53f0c91ce35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:31:59.251703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.268859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'Port': ['ID=4606c1e5-c6dc-42b5-a1f1-c5883fb94542,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:31:59.273267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:31:59.279982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.330626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.332018 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3102999 Aug 21 12:31:59.597967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-a6bfe13e-2708-4e17-a25a-162f62a35067 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:31:59.634406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-a6bfe13e-2708-4e17-a25a-162f62a35067 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:31:59.635711 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-a6bfe13e-2708-4e17-a25a-162f62a35067 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--722037742&fields=id&tenant_id=d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 267 time: 0.0857332 Aug 21 12:31:59.817147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-f4451478-ceda-432e-99be-e92c04344ec7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:31:59.819479 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-f4451478-ceda-432e-99be-e92c04344ec7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 817 time: 0.1741371 Aug 21 12:31:59.838908 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-ff574e0b-c276-4f93-8bb7-7d1eee0a0ee4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/quotas/d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 375 time: 0.0132649 Aug 21 12:31:59.861933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-03595067-5e8b-4f5b-86a8-27b478cf6c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:31:59.931637 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-572a6e04-259e-48ed-886c-d6775a23b50a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863533 Aug 21 12:31:59.935988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:00.090133 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-8007c2ec-1e6c-4afc-b382-c86d803da1b2 service neutron] 10.222.0.18 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460402 Aug 21 12:32:00.238427 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-ac82e3b9-1e88-4d98-ab7b-1de9f3058662 service neutron] 10.222.0.18 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419413 Aug 21 12:32:00.478287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-0e24852a-440d-41ad-a84c-11eb5f3435ff req-9ca396fd-02e4-47b2-af5d-bf77776040dd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:00.524888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-0e24852a-440d-41ad-a84c-11eb5f3435ff req-9ca396fd-02e4-47b2-af5d-bf77776040dd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:00.526647 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0e24852a-440d-41ad-a84c-11eb5f3435ff req-9ca396fd-02e4-47b2-af5d-bf77776040dd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 210 time: 0.0974686 Aug 21 12:32:01.112436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:01.194015 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:32:01.706502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-80c2eecc-f1ff-45ca-b493-b42c920d6865 req-c2095384-995e-48fc-b0bb-4904fd75d330 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 210 time: 0.0443695 Aug 21 12:32:02.879832 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f22ed7e8-9cf9-4186-80d6-aa1b8924b21a req-1bfa30f5-101a-4f36-9191-d555a8b50d1a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 210 time: 0.0433650 Aug 21 12:32:04.157948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-5bbcdd1c-280a-416c-89cd-d07bc175ce43 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:04.159551 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-5bbcdd1c-280a-416c-89cd-d07bc175ce43 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 817 time: 0.1681714 Aug 21 12:32:04.233617 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-67f4e839-83c1-4f78-8573-8c84e89ccb31 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 379 time: 0.0545619 Aug 21 12:32:04.244858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'port': {'device_id': '82e4bf58-83a9-4134-a570-d53f578a842e', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'admin_state_up': True, 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'security_groups': ['f652f2bf-529d-41b6-a411-7354b814a168']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:04.376274 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b70ab107-a484-4db2-b5d5-89d943980858 req-cc1b06e3-569b-41f6-8551-ae9639c84007 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 210 time: 0.3021235 Aug 21 12:32:04.436848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:04.447276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:04.490329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Made reservation on behalf of d4336a5d52524343aa75776b3d08929b for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:04.497173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:04.669766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Allocated IP 172.20.0.12 (0db6c827-e557-4b1d-b805-83a9934645c6/81085cd4-4662-457d-88bc-a149c44a81a1/cb9e5491-c9b5-4457-a6d8-8efd95192090) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:05.081071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.096872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Transition to ACTIVE for port object cb9e5491-c9b5-4457-a6d8-8efd95192090 will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:05.136391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.142740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:05.213843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Network 0db6c827-e557-4b1d-b805-83a9934645c6 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:05.217139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:05.221546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:05.251828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:05.257729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:05.292220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:05.292898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.348641 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1085703 Aug 21 12:32:05.364244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Request body: {'port': {'device_id': '82e4bf58-83a9-4134-a570-d53f578a842e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:05.485803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.524979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38620) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:05.655974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c9b77d1e-4527-42bd-bef9-554728b2014a None None] Provisioning for port cb9e5491-c9b5-4457-a6d8-8efd95192090 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:05.661382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c9b77d1e-4527-42bd-bef9-554728b2014a None None] Provisioning complete for port cb9e5491-c9b5-4457-a6d8-8efd95192090 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:05.662037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c9b77d1e-4527-42bd-bef9-554728b2014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.710256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.742178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c9b77d1e-4527-42bd-bef9-554728b2014a None None] Port cb9e5491-c9b5-4457-a6d8-8efd95192090 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:32:05.768810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:05.773394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Usage tracker for resource:security_group_rule and tenant:ead32593da4441bf9088d7bebb0d899d is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:05.777942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:05.823295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:05.886031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9e5491-c9b5-4457-a6d8-8efd95192090 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:32:05.893110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.906054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4050b-29b3-436d-99d2-f29d45c05c07 req-b613ab47-987c-42c4-8884-9e499a717fff tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:05.907639 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c7c4050b-29b3-436d-99d2-f29d45c05c07 req-b613ab47-987c-42c4-8884-9e499a717fff tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 932 time: 0.3816731 Aug 21 12:32:05.908962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Transition to ACTIVE for port object cb9e5491-c9b5-4457-a6d8-8efd95192090 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:05.947122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.953035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:05.955678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:05.989112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c7c4050b-29b3-436d-99d2-f29d45c05c07 req-5d0e5190-2145-48f8-bcbb-dd0458cd9b68 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:06.003546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c7c4050b-29b3-436d-99d2-f29d45c05c07 req-5d0e5190-2145-48f8-bcbb-dd0458cd9b68 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:06.004932 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c7c4050b-29b3-436d-99d2-f29d45c05c07 req-5d0e5190-2145-48f8-bcbb-dd0458cd9b68 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895097 Aug 21 12:32:06.015963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.024484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ee4a5c50-0199-445a-af59-242528ce0094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:06.077310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4b4aa-1199-46b9-a2a6-603d6af87d49,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:06.092417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:06.095494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:06.096830 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ead32593da4441bf9088d7bebb0d899d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5688391 Aug 21 12:32:06.101422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38636) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:06.102965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:06.283021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.306548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Attempting to bind port cb9e5491-c9b5-4457-a6d8-8efd95192090 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:06.306548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Attempting to bind port cb9e5491-c9b5-4457-a6d8-8efd95192090 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:06.306548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Attempting to bind port cb9e5491-c9b5-4457-a6d8-8efd95192090 on network 0db6c827-e557-4b1d-b805-83a9934645c6 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:06.322106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Port cb9e5491-c9b5-4457-a6d8-8efd95192090 on network 0db6c827-e557-4b1d-b805-83a9934645c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:32:06.322468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Attempting to bind port cb9e5491-c9b5-4457-a6d8-8efd95192090 on network 0db6c827-e557-4b1d-b805-83a9934645c6 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:06.325663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.352215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:06.352593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Checking segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:06.353027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Bound using segment: {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:06.353509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Bound port: cb9e5491-c9b5-4457-a6d8-8efd95192090, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:06.353928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.474897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:06.478317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:06.501525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.506672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ff017ab6-a113-4043-9b2f-70995a7d480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:06.522352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4b4aa-1199-46b9-a2a6-603d6af87d49,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:06.524894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:06.526930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.528457 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8c4b4aa-1199-46b9-a2a6-603d6af87d49 HTTP/1.1" status: 204 len: 168 time: 0.4254515 Aug 21 12:32:06.576782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.582054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1e6ec1f6-e849-4141-ac70-5b7ac176ca03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:06.641316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:06.642894 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] 10.222.0.35 "PUT /v2.0/ports/cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 1094 time: 1.2835836 Aug 21 12:32:06.643485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:06.669821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:06.673153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:06.710310 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'status': 'completed', 'code': 200} Aug 21 12:32:06.800636 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-b5b784a1-7a9b-4a32-8d87-9fc693402947 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1097 time: 0.0849905 Aug 21 12:32:06.885507 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-64258bc2-0639-4f34-ad94-3f416c3aab02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 217 time: 0.0735393 Aug 21 12:32:06.959091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-372ce817-361c-4aaf-89ab-12cb5bb8f5c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:06.960635 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-372ce817-361c-4aaf-89ab-12cb5bb8f5c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0679622 Aug 21 12:32:07.046810 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-04783ace-772a-403b-b49b-c7edf97677c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788689 Aug 21 12:32:07.193470 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-b497f6f5-b3af-4704-b8ca-be4d270d0ae3 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366649 Aug 21 12:32:07.250060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a91be-e3dc-41b0-ad50-a080b184aea2 req-04130cfc-ab53-4807-9f30-30b6235f3ea5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:07.251726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-617a91be-e3dc-41b0-ad50-a080b184aea2 req-04130cfc-ab53-4807-9f30-30b6235f3ea5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0927293 Aug 21 12:32:07.316018 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-617a91be-e3dc-41b0-ad50-a080b184aea2 req-61c94a58-ded2-4061-ac41-c66d8ac16cae tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503919 Aug 21 12:32:07.346558 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bc3126b8-2d3a-4828-9e98-8bb4d4ad927e req-534dbc66-8c32-4386-9718-e6d6495163e6 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418180 Aug 21 12:32:07.509766 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-b956971d-f230-4490-8d34-5b4d722bbad9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1097 time: 0.0736122 Aug 21 12:32:07.656744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e026880-b243-4d50-b36f-82288c3958ac req-f554e7f2-8021-49c5-a288-4f43db4c4c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:07.658353 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-f554e7f2-8021-49c5-a288-4f43db4c4c31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1374893 Aug 21 12:32:07.733386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-a9d29caa-bd8a-4399-a279-eeb708abcc43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 217 time: 0.0658848 Aug 21 12:32:07.803818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e026880-b243-4d50-b36f-82288c3958ac req-577703d4-cc40-4caa-a324-966ecbf7eafe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:07.805372 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-577703d4-cc40-4caa-a324-966ecbf7eafe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0628433 Aug 21 12:32:07.892215 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-084040a7-1938-43bc-bb1f-39eec5246588 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774770 Aug 21 12:32:08.039797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-d0c43565-3915-4183-b5f7-f8c2707ad5bd service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355903 Aug 21 12:32:08.181046 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e026880-b243-4d50-b36f-82288c3958ac req-8540d416-0707-43ac-8fab-6f4bf775d375 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339777 Aug 21 12:32:08.519312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66760-5be0-4bf4-80b4-50e2eac8c128 req-65f5cc64-001f-4327-9ef1-0898a495c7b3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:08.520066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-19d66760-5be0-4bf4-80b4-50e2eac8c128 req-65f5cc64-001f-4327-9ef1-0898a495c7b3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:08.564394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-19d66760-5be0-4bf4-80b4-50e2eac8c128 req-65f5cc64-001f-4327-9ef1-0898a495c7b3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:08.565689 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-19d66760-5be0-4bf4-80b4-50e2eac8c128 req-65f5cc64-001f-4327-9ef1-0898a495c7b3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.1258738 Aug 21 12:32:08.616408 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-19d66760-5be0-4bf4-80b4-50e2eac8c128 req-77a77a13-d9a8-4330-8bd4-040a0deb7abe tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Aug 21 12:32:09.342550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:32:09.498861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:09.513037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'mac_address': 'fa:16:3e:2f:f1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:32:09.566142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:09.584008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9e5491-c9b5-4457-a6d8-8efd95192090 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:32:09.598959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:09.638512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:09.640350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:09.709248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:09.713006 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:09.840097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e434649-c7a7-43a4-a9ca-13f9341d6ecb req-7769c6a3-81ab-449d-b8f7-0377b634bef7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:09.841694 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e434649-c7a7-43a4-a9ca-13f9341d6ecb req-7769c6a3-81ab-449d-b8f7-0377b634bef7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 945 time: 0.0824251 Aug 21 12:32:09.889685 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e434649-c7a7-43a4-a9ca-13f9341d6ecb req-aa1c8e2e-0c49-48e3-9c71-cf711fbfb638 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Aug 21 12:32:09.890662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['cb9e5491-c9b5-4457-a6d8-8efd95192090'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:32:10.093202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38696) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:10.246722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.279224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:10.283380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Usage tracker for resource:security_group_rule and tenant:08a3cf7067d345ef84ce6d54da665192 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:10.286238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:10.292073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:10.356707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.381242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.389092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-583e2660-dc2c-4c72-8ad4-94c9dedf2022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:10.434625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9934e339-93ad-4d06-80bd-97a0b050373a,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:10.436922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:10.440572 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08a3cf7067d345ef84ce6d54da665192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3462143 Aug 21 12:32:10.443404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38704) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:10.505881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.538089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.598312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.603168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4ac9ffd0-1ba2-44b2-ae6d-a6948370d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:10.616136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9934e339-93ad-4d06-80bd-97a0b050373a,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:10.619412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:10.620539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:10.621690 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9934e339-93ad-4d06-80bd-97a0b050373a HTTP/1.1" status: 204 len: 168 time: 0.1773627 Aug 21 12:32:11.107114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6631f0-0beb-4046-bfaa-9bccaf735d92 req-1373c3f6-5ea8-41e2-90a3-14ab283e30c1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:11.108696 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e6631f0-0beb-4046-bfaa-9bccaf735d92 req-1373c3f6-5ea8-41e2-90a3-14ab283e30c1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 945 time: 0.0831766 Aug 21 12:32:11.157231 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3e6631f0-0beb-4046-bfaa-9bccaf735d92 req-060bf805-805d-4930-9e6f-e4130859682b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425115 Aug 21 12:32:11.357745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:11.478792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port cb9e5491-c9b5-4457-a6d8-8efd95192090 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:11.484083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port cb9e5491-c9b5-4457-a6d8-8efd95192090 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:11.488334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:11.609053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:11.636382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:11.647994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:11.690389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:11.692589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ffd819c6-6402-4176-9a72-d3361698b5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:11.729264 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'code': 200} Aug 21 12:32:11.764349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:11.776670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:12.002194 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84c71168-3feb-4eeb-9a8f-2f5c8f31da4c req-a3874e87-0d32-4be2-be1f-8a635289cdb4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1099 time: 0.0776637 Aug 21 12:32:12.048055 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84c71168-3feb-4eeb-9a8f-2f5c8f31da4c req-81bf8836-e09b-4357-abbe-73f4a821bee0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394824 Aug 21 12:32:12.380701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711254-3cee-428b-b6af-578c7894677e req-4e4c6e53-b7af-4404-8e89-405d972c37ca tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:12.382388 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c7711254-3cee-428b-b6af-578c7894677e req-4e4c6e53-b7af-4404-8e89-405d972c37ca tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0901060 Aug 21 12:32:12.431963 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c7711254-3cee-428b-b6af-578c7894677e req-56144d51-1389-4c64-8675-f293a7881a8d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Aug 21 12:32:13.653739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafffe98-b266-43fa-8816-015f2a255b33 req-2709118e-2c47-42eb-81f8-112f87584bc0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:13.655543 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bafffe98-b266-43fa-8816-015f2a255b33 req-2709118e-2c47-42eb-81f8-112f87584bc0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0872922 Aug 21 12:32:13.704058 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bafffe98-b266-43fa-8816-015f2a255b33 req-d85bf76e-95dc-4468-a90f-71a4720cd426 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Aug 21 12:32:13.914107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddf17-47c0-42b6-a525-0af6800b3134 req-485f09d6-9a39-4db9-957b-8dda31f5f886 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:13.915567 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e3ddf17-47c0-42b6-a525-0af6800b3134 req-485f09d6-9a39-4db9-957b-8dda31f5f886 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0812991 Aug 21 12:32:13.924987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38780) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:13.930825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Request body: {'floatingip': {'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:14.013868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.138007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38786) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:14.201859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Deleting subnet 1a8c6cea-ad36-4069-86ee-9f194d04ec79 {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:32:14.204819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.259217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.317944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.559184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.564190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:14.820068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8c6cea-ad36-4069-86ee-9f194d04ec79,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:14.822627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:14.826496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.838494 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-960d85d4-2fac-40b9-8fed-339dfd07619c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a8c6cea-ad36-4069-86ee-9f194d04ec79 HTTP/1.1" status: 204 len: 168 time: 0.7025537 Aug 21 12:32:14.840915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38790) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:14.926702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.958583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:14.959152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.096929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.111030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9256b6e5-df76-424f-99b8-ecc773d4f5c2']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:15.124874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:15.125154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6988e79-7b7c-4aa1-ac83-8cb16875ccd1') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:15.139148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.188851 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Floating IP f8149b52-7ca6-43d3-a9e3-d583e379c8f2 associated. External IP: 172.27.2.185, port: cb9e5491-c9b5-4457-a6d8-8efd95192090. Aug 21 12:32:15.273527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.282005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:32:15.282452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:32:15.313189 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:32:15.414833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38806) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:15.574399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.624116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Router 51afa978-5c57-4d22-a946-52588261a1d7 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:32:15.630676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:15.635511 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Usage tracker for resource:security_group_rule and tenant:f4c76e7885b74a3b8ddd04c722cd730e is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:15.638548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:15.645111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:15.647160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.657162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:15.675047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.687544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9256b6e5-df76-424f-99b8-ecc773d4f5c2,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:15.695481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:15.739413 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-46711941-7f06-4fe5-9aa6-aa6da0c223f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9256b6e5-df76-424f-99b8-ecc773d4f5c2 HTTP/1.1" status: 204 len: 168 time: 0.8973758 Aug 21 12:32:15.756621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.787356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.797248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-25a256c9-34ee-4f3a-a032-ba5ac193e3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:15.830885 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6475f7-3102-42a2-86e8-cc27d83c6de1,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:15.834415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:15.856491 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4c76e7885b74a3b8ddd04c722cd730e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4390914 Aug 21 12:32:15.857912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38816) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:15.858850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:15.863368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.869681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:15.884870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:15.885647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:15.930079 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c7e0b09f-3d0f-4722-baf6-9ab354f6f7d0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "PUT /v2.0/floatingips/f8149b52-7ca6-43d3-a9e3-d583e379c8f2 HTTP/1.1" status: 200 len: 992 time: 2.0038505 Aug 21 12:32:15.933872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:15.933990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:15.977953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.099933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38826) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:16.127266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:16.145436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9129c31-943d-4f40-9671-224ce50effbb req-a744c2e9-fe40-44c0-bc37-8dea47cc491f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:16.148160 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a9129c31-943d-4f40-9671-224ce50effbb req-a744c2e9-fe40-44c0-bc37-8dea47cc491f tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1218057 Aug 21 12:32:16.157192 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'status': 'completed', 'code': 200} Aug 21 12:32:16.163570 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e2a4b890-e615-44be-8545-22d533a2c188 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1fa186996244cee8cacdb33875babf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623596 Aug 21 12:32:16.166122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38830) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:16.178304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.190178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1f525c4b-89b2-46a3-a12c-39c608308bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:16.214523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6475f7-3102-42a2-86e8-cc27d83c6de1,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:16.226175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:16.229330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.232957 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e6475f7-3102-42a2-86e8-cc27d83c6de1 HTTP/1.1" status: 204 len: 168 time: 0.3716874 Aug 21 12:32:16.235117 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a9129c31-943d-4f40-9671-224ce50effbb req-37a421e5-6ec2-41cc-a319-701517c31b37 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795856 Aug 21 12:32:16.300300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.316390 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-3e33684c-5582-4f1c-be6b-03c8255128ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1099 time: 0.1351020 Aug 21 12:32:16.403565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.504391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-5af0485b-57d7-455f-8c3b-fd8267cf4968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:16.506014 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-5af0485b-57d7-455f-8c3b-fd8267cf4968 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1781182 Aug 21 12:32:16.533746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'f8149b52-7ca6-43d3-a9e3-d583e379c8f2', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'mac_address': 'fa:16:3e:2f:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e4bf58-83a9-4134-a570-d53f578a842e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:31:58Z', 'updated_at': '2021-08-21T12:32:14Z', 'revision_number': 1, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:16.537869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:16.548831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:16.549488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:16.572348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.588772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-45458669-1884-4ef2-b041-b026631ca581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:16.611060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216aed5-2da8-4c63-a3bb-93c37ca79573,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:16.615095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:16.644666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:16.648288 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-cc997816-3284-49d8-ad78-0b06b53e6cb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b216aed5-2da8-4c63-a3bb-93c37ca79573 HTTP/1.1" status: 204 len: 168 time: 0.4787612 Aug 21 12:32:16.648288 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-5f7382c0-a13e-4df6-a933-bf6848ed0280 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 1000 time: 0.1332691 Aug 21 12:32:16.767691 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:16.796865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-164ed3e6-94b3-4d36-a269-dfc789557672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:16.799156 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-164ed3e6-94b3-4d36-a269-dfc789557672 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.1424549 Aug 21 12:32:16.887166 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-70a13c73-21b8-4fc4-93df-caf02acd4ed2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800214 Aug 21 12:32:17.132081 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-e2e6ab51-5a43-40ab-bd32-e9dd652f65ac service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365377 Aug 21 12:32:17.295012 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7af57aa2-536f-41aa-9d22-d1118b1d4dbe req-b9c89ca3-0ab3-4903-9cdf-832cd7a5624e service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545246 Aug 21 12:32:17.362261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'f8149b52-7ca6-43d3-a9e3-d583e379c8f2', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'mac_address': 'fa:16:3e:2f:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e4bf58-83a9-4134-a570-d53f578a842e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:31:58Z', 'updated_at': '2021-08-21T12:32:14Z', 'revision_number': 1, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:17.366624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8316943-a54d-4ae6-afaa-705a1599b850 None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'f8149b52-7ca6-43d3-a9e3-d583e379c8f2', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'mac_address': 'fa:16:3e:2f:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e4bf58-83a9-4134-a570-d53f578a842e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:31:58Z', 'updated_at': '2021-08-21T12:32:14Z', 'revision_number': 1, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:17.482314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c21b-79c1-4be4-bd9d-d47461da0624 req-8973b81f-281a-47cf-9ee4-0c3b3bac06dd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:17.483972 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9ae7c21b-79c1-4be4-bd9d-d47461da0624 req-8973b81f-281a-47cf-9ee4-0c3b3bac06dd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0890131 Aug 21 12:32:17.532898 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9ae7c21b-79c1-4be4-bd9d-d47461da0624 req-d46514ba-c55f-4ca6-9316-0dd1aec5b77a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Aug 21 12:32:17.567814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38860) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:17.701604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca076c36-2ba8-4a66-bd5a-93344d29ba82 None None] New status for floating IP f8149b52-7ca6-43d3-a9e3-d583e379c8f2: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:32:17.712503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-8230180-network', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:17.717659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:17.721749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Usage tracker for resource:network and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:17.724744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:17.737293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:17.775776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Made reservation on behalf of d1f4b0c579c548ad8f6cdef61c56b13a for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:17.780820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:17.794978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:17.827285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:17.831533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:17.834734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:17.840880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:17.953238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:17.981542 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:17.986196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d948c0a3-868d-4791-8be8-1a6484284b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:18.019223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:32:18.031272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2209d3-a821-48d2-889c-981d1af25d2f,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:18.034460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:18.074276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.074666 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Added segment 760ca720-ff43-4c31-a556-bffd9caa794f of type vlan for network 17a31c0a-5f7c-446c-aee1-5d4853efc028 Aug 21 12:32:18.102221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.178367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.186719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:18.187344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.194400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:18.312977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Pushing event updated for resources: {'Network': ['ID=17a31c0a-5f7c-446c-aee1-5d4853efc028,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:18.316561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:18.323925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:32:18.330468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-ba12e1ac-4e76-4da6-b469-8ab57eff37d8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:18.332033 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-ba12e1ac-4e76-4da6-b469-8ab57eff37d8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.1910167 Aug 21 12:32:18.333870 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7648549 Aug 21 12:32:18.337059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38868) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:18.343936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Request body: {'subnet': {'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-8230180-subnet', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:18.384309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:18.395774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Usage tracker for resource:subnet and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:18.401067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:18.416288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:18.434959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Deleting port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:32:18.435345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.518087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Made reservation on behalf of d1f4b0c579c548ad8f6cdef61c56b13a for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:18.522540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3395397'] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:18.743022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930e6a7-e6d5-42c1-bfe6-cf034cda0938 req-bd979771-8d56-4de8-ac73-bdfedba8a048 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:18.744627 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2930e6a7-e6d5-42c1-bfe6-cf034cda0938 req-bd979771-8d56-4de8-ac73-bdfedba8a048 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 946 time: 0.0895495 Aug 21 12:32:18.793408 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2930e6a7-e6d5-42c1-bfe6-cf034cda0938 req-fcc799d6-478b-470e-add4-b4057cb9fa8c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac992804-c533-4126-95a9-bdb46e427ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Aug 21 12:32:18.823048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] For port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:18.823451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.330653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850918788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3395412'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.339499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-165a9642-a833-4e3d-a736-8d0493291c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:19.434580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.434996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.435345 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Floating IP 08362b70-ff12-4ae9-b188-e410058150b6 disassociated. External IP: 172.27.2.104, port: 1bd8dabb-c719-4eba-875e-9dc2b49ff03b. Aug 21 12:32:19.435732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Calling delete_port for 1bd8dabb-c719-4eba-875e-9dc2b49ff03b owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:32:19.464476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:19.475001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:19.503579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Checking segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:19.503975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Network hostable DHCP agents. Network: 17a31c0a-5f7c-446c-aee1-5d4853efc028, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:32:19.644059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:32:19.705571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 17a31c0a-5f7c-446c-aee1-5d4853efc028) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:19.710053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:19.711098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.714555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65b0f2-a644-4491-ad41-0efd4526afd5 None None] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:32:19.793874 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-482aac1e-4f8d-4f40-9886-a6972c59ef06 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4555938 Aug 21 12:32:19.796513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38876) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:19.802123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:19.807670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:19.811773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Usage tracker for resource:router and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:19.814797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:19.821594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:19.824727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.837440 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f7337fac-e1a1-4cd7-9187-dd35505126ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:19.880628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event deleted for resources: {'Port': ['ID=1bd8dabb-c719-4eba-875e-9dc2b49ff03b,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:19.884954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:19.944604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-17a31c0a-5f7c-446c-aee1-5d4853efc028', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:32:19.945670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.971249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.972246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:19.981904 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ef9a8e6f-17ee-4a9e-9851-68f7594e4f12 req-df78e880-2470-4f0c-95e4-d3c1a15d7eeb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0469418 Aug 21 12:32:20.017283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.139872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Allocated IP 172.20.0.2 (17a31c0a-5f7c-446c-aee1-5d4853efc028/e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e/cf11592d-7276-4b77-b89c-a8af78069982) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:20.265718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Router 1be2d493-fa24-4fef-b868-7c8c197869be has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:32:20.267437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.355823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.367200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Transition to ACTIVE for port object cf11592d-7276-4b77-b89c-a8af78069982 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:20.387400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Transition to ACTIVE for port object cf11592d-7276-4b77-b89c-a8af78069982 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:20.422314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.427699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ebc9430b-fcff-4317-b4b9-a3549041be87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:20.487964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:20.496763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:20.504755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:20.511260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Pushing event updated for resources: {'Port': ['ID=cf11592d-7276-4b77-b89c-a8af78069982,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:20.515159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:20.602362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Attempting to bind port cf11592d-7276-4b77-b89c-a8af78069982 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:20.602944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Attempting to bind port cf11592d-7276-4b77-b89c-a8af78069982 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:20.603409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Attempting to bind port cf11592d-7276-4b77-b89c-a8af78069982 on network 17a31c0a-5f7c-446c-aee1-5d4853efc028 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:20.610929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:20.611357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Checking segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:20.611810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.612251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Bound using segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:20.612768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Bound port: cf11592d-7276-4b77-b89c-a8af78069982, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:20.613192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.665634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:20.681312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:20.708035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.717103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:20.717780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:20.771212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.778929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] No DVR routers for this DVR port 1bd8dabb-c719-4eba-875e-9dc2b49ff03b on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:32:20.784722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] For port cf11592d-7276-4b77-b89c-a8af78069982, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:20.799752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] For port cf11592d-7276-4b77-b89c-a8af78069982, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=cf11592d-7276-4b77-b89c-a8af78069982,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:20.814251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.816988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'name': 'network-vif-deleted', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:20.831512 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0c1608a9-dcf7-436d-a2de-85e0784f737c req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "DELETE /v2.0/ports/1bd8dabb-c719-4eba-875e-9dc2b49ff03b HTTP/1.1" status: 204 len: 173 time: 2.4915738 Aug 21 12:32:20.876673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:20.884862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b3c95cd6-b2e0-490b-9947-77af50c8e0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:20.899844 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6746db12-3e58-4fb4-8bb3-49a648731792', 'name': 'network-vif-deleted', 'tag': '1bd8dabb-c719-4eba-875e-9dc2b49ff03b', 'status': 'completed', 'code': 200} Aug 21 12:32:20.937221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Allocated IP 172.27.2.130 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/7ee5836d-7875-4944-86c0-2212369a7994) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:20.993487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Pushing event updated for resources: {'Port': ['ID=cf11592d-7276-4b77-b89c-a8af78069982,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:20.998081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:21.041867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:21.148040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:21.207295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-15549f3a-44a6-443f-8f41-06fb009a6a56 req-51d4924d-68f9-48f1-910b-e6ccee30fcd1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:21.249837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-15549f3a-44a6-443f-8f41-06fb009a6a56 req-51d4924d-68f9-48f1-910b-e6ccee30fcd1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:21.251400 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-15549f3a-44a6-443f-8f41-06fb009a6a56 req-51d4924d-68f9-48f1-910b-e6ccee30fcd1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=6746db12-3e58-4fb4-8bb3-49a648731792 HTTP/1.1" status: 200 len: 210 time: 0.0996056 Aug 21 12:32:21.273428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:21.278468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:21.343614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:21.347794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:21.350937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:21.361320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:21.367966 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:21.374078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:21.375000 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:21.397936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee5836d-7875-4944-86c0-2212369a7994,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:21.405808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:21.626954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 1bd8dabb-c719-4eba-875e-9dc2b49ff03b no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:32:21.637104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:21.638004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:21.674713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 1bd8dabb-c719-4eba-875e-9dc2b49ff03b {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:32:21.675198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 1bd8dabb-c719-4eba-875e-9dc2b49ff03b not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:32:21.798072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:21.900795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Router 1a6fca0e-f234-46c6-a07f-d703f3894df6 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:32:22.137116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:22.141908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb952b79-dd44-4d7a-aaad-c318be4b0dc3 None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:22.330711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:22.341001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Sync routers for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:22.359486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:22.360170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:22.404442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:22.406206 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6084957 Aug 21 12:32:22.408879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38894) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:22.638004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device cf11592d-7276-4b77-b89c-a8af78069982 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:22.758638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port cf11592d-7276-4b77-b89c-a8af78069982 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:22.795275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38900) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:22.797992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:22.800459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951c02f-7258-4e86-94a0-ab2d9761d611 None None] New status for floating IP 08362b70-ff12-4ae9-b188-e410058150b6: DOWN {{(pid=82486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:32:22.944421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.015724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.066016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc11db-a59a-496c-96b5-b0b8a8076d5b None None] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:32:23.130374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.140955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-620b2a08-05f4-4e0d-add7-63a922c77621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:23.146527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:21Z', 'revision_number': 3, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:23.159866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Checking router: 1a6fca0e-f234-46c6-a07f-d703f3894df6 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:23.160345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Updating router 1a6fca0e-f234-46c6-a07f-d703f3894df6 port 7ee5836d-7875-4944-86c0-2212369a7994 binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:32:23.166527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac992804-c533-4126-95a9-bdb46e427ff6,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:23.184082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.184479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.185068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.185658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.189940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.190553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.191176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.192468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.193719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.194897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.195460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.210062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Provisioning for port cf11592d-7276-4b77-b89c-a8af78069982 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:23.212438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:23.232702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.238464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Provisioning complete for port cf11592d-7276-4b77-b89c-a8af78069982 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:23.238876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.249316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.250797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac992804-c533-4126-95a9-bdb46e427ff6 HTTP/1.1" status: 204 len: 168 time: 0.4537544 Aug 21 12:32:23.257393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38906) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:23.280608 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.v2.resource [None req-414ea624-2407-4ddf-908f-2cc3c4017fa7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] show failed (client error): The resource could not be found. Aug 21 12:32:23.282095 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-414ea624-2407-4ddf-908f-2cc3c4017fa7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups/ac992804-c533-4126-95a9-bdb46e427ff6 HTTP/1.1" status: 404 len: 347 time: 0.0273736 Aug 21 12:32:23.284976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38910) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:23.472352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.490256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Deleting port efb3045e-6d5d-4458-b680-10f78799e916 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:32:23.491505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.546313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.637677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.654598 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Transition to ACTIVE for port object 7ee5836d-7875-4944-86c0-2212369a7994 will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:23.663499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] For port cf11592d-7276-4b77-b89c-a8af78069982, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=cf11592d-7276-4b77-b89c-a8af78069982,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:23.696206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.701741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:23.714806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.715562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.724667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.726522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:23.733932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Allocated IP 172.20.0.1 (17a31c0a-5f7c-446c-aee1-5d4853efc028/e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e/b93d056e-4cba-4f92-8e7c-621dede2c4ea) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:23.803809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Attempting to bind port 7ee5836d-7875-4944-86c0-2212369a7994 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:23.804383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Attempting to bind port 7ee5836d-7875-4944-86c0-2212369a7994 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:23.804891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Attempting to bind port 7ee5836d-7875-4944-86c0-2212369a7994 on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:23.812124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Pushing event updated for resources: {'Port': ['ID=7ee5836d-7875-4944-86c0-2212369a7994,revision_number=2']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:23.824565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:23.825426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:23.826001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.826528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:23.827145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Bound port: 7ee5836d-7875-4944-86c0-2212369a7994, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:23.827655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.840012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Pushing event updated for resources: {'Port': ['ID=cf11592d-7276-4b77-b89c-a8af78069982,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:23.843366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:23.855959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.856464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.856937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.857406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.857896 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.858803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.858803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.859245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.859699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.860153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.860609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:23.868179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:23.903636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Calling delete_port for efb3045e-6d5d-4458-b680-10f78799e916 owned by network:floatingip {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:32:23.919641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] For port 7ee5836d-7875-4944-86c0-2212369a7994, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:23.923258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] For port 7ee5836d-7875-4944-86c0-2212369a7994, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=7ee5836d-7875-4944-86c0-2212369a7994,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:23.946635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.953120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:23.959161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:23.983387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Transition to ACTIVE for port object b93d056e-4cba-4f92-8e7c-621dede2c4ea will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:24.035230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Pushing event updated for resources: {'Port': ['ID=7ee5836d-7875-4944-86c0-2212369a7994,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:24.038835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:24.050248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:24.050931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:24.052788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d8cb99f5-fb55-41a3-85b6-f7ce948548b7 None None] Provisioning complete for port cf11592d-7276-4b77-b89c-a8af78069982 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:24.053915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d8cb99f5-fb55-41a3-85b6-f7ce948548b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.069079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.088177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:24.152931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.159126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:24.176888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Pushing event updated for resources: {'Port': ['ID=b93d056e-4cba-4f92-8e7c-621dede2c4ea,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:24.182332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:24.184566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:24.185904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:24.190737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:24.219744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event deleted for resources: {'Port': ['ID=efb3045e-6d5d-4458-b680-10f78799e916,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:24.225828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:24.265264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.281249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:24.326140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.364970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.372470 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "DELETE /v2.0/floatingips/08362b70-ff12-4ae9-b188-e410058150b6 HTTP/1.1" status: 204 len: 168 time: 1.0836751 Aug 21 12:32:24.399640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.532442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device cf11592d-7276-4b77-b89c-a8af78069982 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:24.639391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port cf11592d-7276-4b77-b89c-a8af78069982 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:24.639814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.649993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:21Z', 'revision_number': 3, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:24.654221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791623-0c2f-4289-89be-8e0e753e6069 None None] The sync data for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi is: [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:21Z', 'revision_number': 3, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:24.675933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-81e30e25-1496-4040-92cd-ca5de58f97f0 None None] Provisioning for port b93d056e-4cba-4f92-8e7c-621dede2c4ea completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:24.687041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-81e30e25-1496-4040-92cd-ca5de58f97f0 None None] Provisioning complete for port b93d056e-4cba-4f92-8e7c-621dede2c4ea triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:24.687457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-81e30e25-1496-4040-92cd-ca5de58f97f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.707108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.743011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38922) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:24.750470 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366039279', 'description': 'tempest-description--649514117'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:24.757392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:24.760060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.764285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-81e30e25-1496-4040-92cd-ca5de58f97f0 None None] Port b93d056e-4cba-4f92-8e7c-621dede2c4ea cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:32:24.796370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-92c97360-3168-4cb7-9857-65f67d13d556 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:24.830455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:24.837634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:24.856903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:24.898146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:24.902640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Pushing event updated for resources: {'Port': ['ID=b93d056e-4cba-4f92-8e7c-621dede2c4ea,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:24.906255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:24.909906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.026762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:25.034183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:25.051126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:25.060832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:25.113512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:25.115773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:25.259754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.320337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.329268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d97ff8e7-1dd1-4df9-9090-4b4ca2534127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:25.405701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:25.408835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:25.473679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.475115 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b035d216-deec-4b07-bcbc-0c60c61dfcd3 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7308483 Aug 21 12:32:25.482442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38928) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:25.490994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'security_group_rule': {'security_group_id': 'cf67c5fd-4278-43d9-9fd5-d2d7c80b4586', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:25.505623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:25.506461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-74ee31dd-652b-467a-8789-a8b7ea75c970 None None] Provisioning complete for port b93d056e-4cba-4f92-8e7c-621dede2c4ea triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:25.506887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-74ee31dd-652b-467a-8789-a8b7ea75c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.510202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:25.513381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:25.520850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:25.568390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-74ee31dd-652b-467a-8789-a8b7ea75c970 None None] Port b93d056e-4cba-4f92-8e7c-621dede2c4ea cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:32:25.574286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.648623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.679344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.681907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:25.706869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35559cf2-0378-4e7c-bb14-e190913f0d98,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:25.718090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:25.742349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.746319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2598910 Aug 21 12:32:25.746719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38932) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:25.752892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'security_group_rule': {'security_group_id': 'cf67c5fd-4278-43d9-9fd5-d2d7c80b4586', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:25.760122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:25.765486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:security_group_rule and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:25.771119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:25.779399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:25.823108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.862459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Router 1a6fca0e-f234-46c6-a07f-d703f3894df6 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:32:25.897499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.918648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.920964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3438cbb2-b68f-4fd0-bc01-d09523de1fad tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:25.945337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c333ea7-c2a2-402e-a877-e286cc0b46c9,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:25.947968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:25.971280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:25.976816 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-aabccd1f-e0d1-4bb4-8786-3837c9b94dbb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2290232 Aug 21 12:32:25.977323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38936) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:26.029106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:26.045451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:26.055832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Usage tracker for resource:floatingip and tenant:8a85bc1c655148b88b864390d8aa1fe7 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:26.059573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:26.068425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:26.108592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.176561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:26.185269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a6fca0e-f234-46c6-a07f-d703f3894df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753127 Aug 21 12:32:26.261312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.406847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Allocated IP 172.27.2.156 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/0bcd8eb0-692c-4f9d-bf57-9869cdb25b47) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:26.550080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7ee5836d-7875-4944-86c0-2212369a7994 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:26.575264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.616362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.621462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:26.638150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 7ee5836d-7875-4944-86c0-2212369a7994 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:26.643133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 7ee5836d-7875-4944-86c0-2212369a7994 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:26.643555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.697325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'Port': ['ID=0bcd8eb0-692c-4f9d-bf57-9869cdb25b47,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:26.700173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:26.709126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:26.710926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:26.713188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:26.769074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.785702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 7ee5836d-7875-4944-86c0-2212369a7994, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=7ee5836d-7875-4944-86c0-2212369a7994,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:26.804102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.806115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:26.876986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:26.877440 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=7ee5836d-7875-4944-86c0-2212369a7994,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:26.880614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:26.956636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.147372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0269ad21-6963-46e0-be7f-ce42909300cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.176565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.203604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.208181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:27.240443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38960) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:27.247036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1381669310-network', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:27.252529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:27.257076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Usage tracker for resource:network and tenant:e0df3fe177eb415495982ae0315fa667 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:27.260415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:27.268741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:27.306979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Made reservation on behalf of e0df3fe177eb415495982ae0315fa667 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:27.312203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.321973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'Port': ['ID=0bcd8eb0-692c-4f9d-bf57-9869cdb25b47,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:27.326230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:27.329600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.337674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.364374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:27.368615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Usage tracker for resource:security_group_rule and tenant:e0df3fe177eb415495982ae0315fa667 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:27.371679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:27.377806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:27.392357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.393691 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4147165 Aug 21 12:32:27.447360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.472391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.476972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31e466eb-e5c3-4e22-b03f-fff153a95a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:27.508733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:32:27.521673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.522752 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Added segment e513d2b4-0f6a-403f-b54b-13ff27cdc6e3 of type vlan for network 243413a4-ce91-4a4b-adac-a05aef58f13d Aug 21 12:32:27.530839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a8ece-5d47-469f-905b-f3d7256fa1dc,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:27.552916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:27.557145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.645912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.650311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:27.650962 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:27.658410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c8ba0eab-af57-4273-b11f-6ac0dc9906d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:27.665895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Sync routers for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:27.678338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:27.678998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:27.751333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-c2740a43-0fdb-4fe0-8b57-3d1bd7ed67b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:27.782316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Pushing event updated for resources: {'Network': ['ID=243413a4-ce91-4a4b-adac-a05aef58f13d,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:27.785167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:27.793485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 243413a4-ce91-4a4b-adac-a05aef58f13d details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:32:27.793697 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5516574 Aug 21 12:32:27.797246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 38978) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:27.803711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Request body: {'subnet': {'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1381669310-subnet', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:27.809474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:27.814173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Usage tracker for resource:subnet and tenant:e0df3fe177eb415495982ae0315fa667 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:27.817354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:27.823641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-c2740a43-0fdb-4fe0-8b57-3d1bd7ed67b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:27.824936 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-c2740a43-0fdb-4fe0-8b57-3d1bd7ed67b9 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1366039279&fields=id&tenant_id=8a85bc1c655148b88b864390d8aa1fe7 HTTP/1.1" status: 200 len: 267 time: 0.2135477 Aug 21 12:32:27.826010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:27.866159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:27.939300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Made reservation on behalf of e0df3fe177eb415495982ae0315fa667 for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:27.944025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850660924'] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.112266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-5817cb71-a7da-4470-a3ce-5b6692cf2963 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:28.113881 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-5817cb71-a7da-4470-a3ce-5b6692cf2963 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 811 time: 0.2776189 Aug 21 12:32:28.140866 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-b6879125-04fe-45e2-b91b-0b8337f400a5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/quotas/8a85bc1c655148b88b864390d8aa1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0188932 Aug 21 12:32:28.196574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 2, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:28.200460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Checking router: 1a6fca0e-f234-46c6-a07f-d703f3894df6 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:28.200859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Updating router 1a6fca0e-f234-46c6-a07f-d703f3894df6 port b93d056e-4cba-4f92-8e7c-621dede2c4ea binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:32:28.255202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.308144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4459057a-4098-43f7-a763-f9332501ed30 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:28.352921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850660907'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.358277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-12b61140-4f24-4feb-9063-1896fb47de6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:28.389957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4459057a-4098-43f7-a763-f9332501ed30 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:28.391922 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4459057a-4098-43f7-a763-f9332501ed30 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2445052 Aug 21 12:32:28.510186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7ee5836d-7875-4944-86c0-2212369a7994 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:28.526750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ade8bab-097b-4b0a-b6ea-b43deec0e348,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:28.529721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:28.560775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Checking segment: {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:28.561158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Network hostable DHCP agents. Network: 243413a4-ce91-4a4b-adac-a05aef58f13d, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:32:28.581698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 7ee5836d-7875-4944-86c0-2212369a7994 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:28.582158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.604583 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-44bcf078-2332-415f-92b6-af4e798293a3 service neutron] 10.222.0.18 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957777 Aug 21 12:32:28.604856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.617882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Transition to ACTIVE for port object b93d056e-4cba-4f92-8e7c-621dede2c4ea will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:28.649765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.654609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:28.685364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Network 243413a4-ce91-4a4b-adac-a05aef58f13d is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:32:28.716494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e7ec0-a15f-4c1f-acbc-bf8fe79c8d09 None None] Pushing event updated for resources: {'Port': ['ID=b93d056e-4cba-4f92-8e7c-621dede2c4ea,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:28.721270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ec4e7ec0-a15f-4c1f-acbc-bf8fe79c8d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:28.748769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 243413a4-ce91-4a4b-adac-a05aef58f13d) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:28.753530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:28.754340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:28.759193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e36f0d-60ae-4cd2-8305-9d6ac1985f9c None None] Network 243413a4-ce91-4a4b-adac-a05aef58f13d requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:32:28.838457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.045414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-243413a4-ce91-4a4b-adac-a05aef58f13d', 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'fixed_ips': [{'subnet_id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:32:29.046789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.077690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Attempting to bind port b93d056e-4cba-4f92-8e7c-621dede2c4ea on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:29.078192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Attempting to bind port b93d056e-4cba-4f92-8e7c-621dede2c4ea by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:29.078604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Attempting to bind port b93d056e-4cba-4f92-8e7c-621dede2c4ea on network 17a31c0a-5f7c-446c-aee1-5d4853efc028 {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:29.086885 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:29.087313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Checking segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:29.087788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.088231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Bound using segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:29.088800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Bound port: b93d056e-4cba-4f92-8e7c-621dede2c4ea, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:29.089239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.098010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4fd7cba1-3b7f-4211-9411-cf08305bd549 service neutron] 10.222.0.18 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853411 Aug 21 12:32:29.107933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 38984) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:29.113928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:29.118010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5f2196af-f9dc-498a-a751-6c2aa1dc7c66 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3188925 Aug 21 12:32:29.121993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:29.126610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Usage tracker for resource:router and tenant:e0df3fe177eb415495982ae0315fa667 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:29.131908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:29.139084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:29.164653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.167073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.287796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] For port b93d056e-4cba-4f92-8e7c-621dede2c4ea, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:29.293915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.329679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.387032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Allocated IP 172.20.0.2 (243413a4-ce91-4a4b-adac-a05aef58f13d/4ade8bab-097b-4b0a-b6ea-b43deec0e348/5be0b07a-2d24-4ada-aabf-31a32e84c066) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:29.387695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] For port b93d056e-4cba-4f92-8e7c-621dede2c4ea, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=b93d056e-4cba-4f92-8e7c-621dede2c4ea,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:29.425766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.430179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-29ad9686-2aab-4fe6-a19b-4b498a0452a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:29.482742 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9b4dce3-0cd6-45a9-a88a-3654f29592ff req-757610c3-8988-443b-8cbf-88be7c419751 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 210 time: 0.0522742 Aug 21 12:32:29.513526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e7ec0-a15f-4c1f-acbc-bf8fe79c8d09 None None] Pushing event updated for resources: {'Port': ['ID=b93d056e-4cba-4f92-8e7c-621dede2c4ea,revision_number=4']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:29.517343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ec4e7ec0-a15f-4c1f-acbc-bf8fe79c8d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:29.523604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:29.523604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:29.617602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.753347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:29.801087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.813503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Transition to ACTIVE for port object 5be0b07a-2d24-4ada-aabf-31a32e84c066 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:29.855788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Transition to ACTIVE for port object 5be0b07a-2d24-4ada-aabf-31a32e84c066 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:29.890250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da8d2d32-6198-4be8-8a01-c4864f025a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.917598 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.921598 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:29.926802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c1a1abb4-33bd-4a2e-bc48-b88da903416f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:29.953699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.026175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Pushing event updated for resources: {'Port': ['ID=5be0b07a-2d24-4ada-aabf-31a32e84c066,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:30.030287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:30.034771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.067028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Network 243413a4-ce91-4a4b-adac-a05aef58f13d is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:30.069551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:30.071232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:30.130002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Allocated IP 172.27.2.21 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/1873c0ed-cdae-45b2-b3f0-91912110d48b) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:30.172047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Attempting to bind port 5be0b07a-2d24-4ada-aabf-31a32e84c066 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:30.172471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Attempting to bind port 5be0b07a-2d24-4ada-aabf-31a32e84c066 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:30.172882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Attempting to bind port 5be0b07a-2d24-4ada-aabf-31a32e84c066 on network 243413a4-ce91-4a4b-adac-a05aef58f13d {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:30.181229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:30.181403 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Checking segment: {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:30.181859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.182304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Bound using segment: {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:30.182827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Bound port: 5be0b07a-2d24-4ada-aabf-31a32e84c066, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:30.183250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.220873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:29Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:30.228929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e581d-baba-447b-bc7e-e4daf9762a74 None None] The sync data for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi is: [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:29Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:30.282535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] For port 5be0b07a-2d24-4ada-aabf-31a32e84c066, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:30.286076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] For port 5be0b07a-2d24-4ada-aabf-31a32e84c066, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5be0b07a-2d24-4ada-aabf-31a32e84c066,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:30.305921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.336680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.345999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:30.394036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.399699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7c43cb89-b6c8-413e-92d0-0409a043091c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:30.436865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Pushing event updated for resources: {'Port': ['ID=5be0b07a-2d24-4ada-aabf-31a32e84c066,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:30.440426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:30.476785 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:30.488852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:30.492183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:30.565685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Pushing event updated for resources: {'Port': ['ID=1873c0ed-cdae-45b2-b3f0-91912110d48b,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:30.569204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:30.589699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device b93d056e-4cba-4f92-8e7c-621dede2c4ea up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:30.741228 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ef84ad40-f3bb-498a-a3d7-74270b1bf40d req-46a42da3-7789-4eca-8bdb-68664789e33d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 210 time: 0.0522830 Aug 21 12:32:30.752580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port b93d056e-4cba-4f92-8e7c-621dede2c4ea completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:30.763130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port b93d056e-4cba-4f92-8e7c-621dede2c4ea triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:30.763677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.788766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.789858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:30.982268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:31.025289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port b93d056e-4cba-4f92-8e7c-621dede2c4ea, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=b93d056e-4cba-4f92-8e7c-621dede2c4ea,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:31.056494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:31.068815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:31.182968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=b93d056e-4cba-4f92-8e7c-621dede2c4ea,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:31.187184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:31.188443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:31.215306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:32:31.453089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:31.478802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Sync routers for ids ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:31.496514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Routers {'8dfe33e5-2a42-4d07-94df-2fe6c497df27'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:31.497209 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:31.535759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:31.538834 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4280961 Aug 21 12:32:31.540117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39010) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:31.702373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Set router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:31.883518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-76004942-ff7e-4b75-84c1-11bf432d3fa6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:31.885119 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-76004942-ff7e-4b75-84c1-11bf432d3fa6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 811 time: 0.2119823 Aug 21 12:32:31.988251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-3e09add9-8ebd-4574-9c9f-d63125c21c79 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:32.025881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-3e09add9-8ebd-4574-9c9f-d63125c21c79 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:32.027126 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-3e09add9-8ebd-4574-9c9f-d63125c21c79 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a85bc1c655148b88b864390d8aa1fe7 HTTP/1.1" status: 200 len: 380 time: 0.1303430 Aug 21 12:32:32.038489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'port': {'device_id': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'admin_state_up': True, 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'security_groups': ['cf67c5fd-4278-43d9-9fd5-d2d7c80b4586']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:32.161516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:32:30Z', 'revision_number': 3, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:32.170494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Checking router: 8dfe33e5-2a42-4d07-94df-2fe6c497df27 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:32.171258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Updating router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 port 1873c0ed-cdae-45b2-b3f0-91912110d48b binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:32:32.241401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:32.513682 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-66b3d196-44aa-4b36-ad2d-a19ebb31dfc4 req-9fb1bf03-e5ee-43dd-a884-2256882d31dd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 210 time: 0.1351128 Aug 21 12:32:32.551142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:32.577073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:32.614898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:32.625531 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Made reservation on behalf of 8a85bc1c655148b88b864390d8aa1fe7 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:32.640404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:32.719797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:32.725936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5be0b07a-2d24-4ada-aabf-31a32e84c066 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:32.773012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6a69b-3669-4d04-9d54-e4301e741fd6 None None] Network 243413a4-ce91-4a4b-adac-a05aef58f13d requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:32:32.840251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Allocated IP 172.20.0.10 (5826bfc0-95a8-46c2-962b-80092102a8f3/d0012acc-2f14-4642-a15e-56d1a24ed374/e5f1ee35-6140-452c-9138-cdb392c477ea) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:32.873484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Transition to ACTIVE for port object 1873c0ed-cdae-45b2-b3f0-91912110d48b will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:32.895592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Allocated IP 172.20.0.1 (243413a4-ce91-4a4b-adac-a05aef58f13d/4ade8bab-097b-4b0a-b6ea-b43deec0e348/84d49647-2edb-49d9-8806-bf888b91cfba) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:32.922706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:32.929387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:32.980797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d843b573-0d97-4acc-a3f3-35f9ddd8ba30 None None] Provisioning for port 5be0b07a-2d24-4ada-aabf-31a32e84c066 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:33.061208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.074574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.078211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Transition to ACTIVE for port object 84d49647-2edb-49d9-8806-bf888b91cfba will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:33.087380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Attempting to bind port 1873c0ed-cdae-45b2-b3f0-91912110d48b on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:33.087811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Attempting to bind port 1873c0ed-cdae-45b2-b3f0-91912110d48b by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:33.088183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Attempting to bind port 1873c0ed-cdae-45b2-b3f0-91912110d48b on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:33.092715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Transition to ACTIVE for port object e5f1ee35-6140-452c-9138-cdb392c477ea will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:33.092978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7a520-041e-43d7-b0d3-91a211e0b7bd None None] Pushing event updated for resources: {'Port': ['ID=1873c0ed-cdae-45b2-b3f0-91912110d48b,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:33.095895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4fc7a520-041e-43d7-b0d3-91a211e0b7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:33.106043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:33.106462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:33.106906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.107341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:33.107857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Bound port: 1873c0ed-cdae-45b2-b3f0-91912110d48b, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:33.108269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.125284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.130104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-76608967-1c56-4968-a59d-78510790cef8 tempest-DeleteServersTestJSON-853883896 tempest-DeleteServersTestJSON-853883896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:33.140556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 5be0b07a-2d24-4ada-aabf-31a32e84c066 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:33.141561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.148277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-804e823f-8139-4e1d-90c6-205d7c57a35c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:33.186494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 5be0b07a-2d24-4ada-aabf-31a32e84c066 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:33.186818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.200163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Network 243413a4-ce91-4a4b-adac-a05aef58f13d is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:33.203716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:33.208569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:33.223492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:33.227869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:33.229563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event updated for resources: {'Port': ['ID=e5f1ee35-6140-452c-9138-cdb392c477ea,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:33.232505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:33.255218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Pushing event updated for resources: {'Port': ['ID=84d49647-2edb-49d9-8806-bf888b91cfba,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:33.261177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:33.278909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.283537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.283897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.284306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.284708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.285120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.285512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.286871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.286871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.286871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.287120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.287957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:33.298725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:33.322126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:33.322831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.382260 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3486807 Aug 21 12:32:33.419798 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.455699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] For port 1873c0ed-cdae-45b2-b3f0-91912110d48b, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:33.461441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] For port 1873c0ed-cdae-45b2-b3f0-91912110d48b, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1873c0ed-cdae-45b2-b3f0-91912110d48b,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:33.552472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.559115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:33.565081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Request body: {'port': {'device_id': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:33.617348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.711837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7a520-041e-43d7-b0d3-91a211e0b7bd None None] Pushing event updated for resources: {'Port': ['ID=1873c0ed-cdae-45b2-b3f0-91912110d48b,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:33.718397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4fc7a520-041e-43d7-b0d3-91a211e0b7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:33.720010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 5be0b07a-2d24-4ada-aabf-31a32e84c066, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5be0b07a-2d24-4ada-aabf-31a32e84c066,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:33.726405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Routers {'8dfe33e5-2a42-4d07-94df-2fe6c497df27'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:33.727085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:33.787664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.788594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device b93d056e-4cba-4f92-8e7c-621dede2c4ea up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:33.795124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.796229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.827058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.830215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:33.859293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6277a36b-ad53-442a-a65e-f146adf50bd4 None None] Provisioning for port e5f1ee35-6140-452c-9138-cdb392c477ea completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:33.890643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e1d2d7b5-efc6-4705-845b-fb9589ad6b0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:33.894907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6277a36b-ad53-442a-a65e-f146adf50bd4 None None] Provisioning complete for port e5f1ee35-6140-452c-9138-cdb392c477ea triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:33.895335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6277a36b-ad53-442a-a65e-f146adf50bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:33.981537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Pushing event updated for resources: {'Port': ['ID=84d49647-2edb-49d9-8806-bf888b91cfba,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:33.985119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:33.986487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.085592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-6277a36b-ad53-442a-a65e-f146adf50bd4 None None] Port e5f1ee35-6140-452c-9138-cdb392c477ea cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:32:34.090517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=5be0b07a-2d24-4ada-aabf-31a32e84c066,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:34.101093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:34.122214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port b93d056e-4cba-4f92-8e7c-621dede2c4ea triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:34.122628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.141420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e16fb-d330-4724-a6cf-1ee57289b1c8 req-d70c00ae-9daa-4107-b325-bcdfdf97a6a5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:34.142210 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-1f6e16fb-d330-4724-a6cf-1ee57289b1c8 req-d70c00ae-9daa-4107-b325-bcdfdf97a6a5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:34.154236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] Set router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:34.188560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-1f6e16fb-d330-4724-a6cf-1ee57289b1c8 req-d70c00ae-9daa-4107-b325-bcdfdf97a6a5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:34.189899 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1f6e16fb-d330-4724-a6cf-1ee57289b1c8 req-d70c00ae-9daa-4107-b325-bcdfdf97a6a5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 932 time: 0.4326260 Aug 21 12:32:34.197241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Network 243413a4-ce91-4a4b-adac-a05aef58f13d is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:34.198864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:34.274539 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1f6e16fb-d330-4724-a6cf-1ee57289b1c8 req-437e9fd0-e0b1-4463-a28f-2d4869be7cf1 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700357 Aug 21 12:32:34.344931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f1ee35-6140-452c-9138-cdb392c477ea {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:32:34.355527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.375411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Transition to ACTIVE for port object e5f1ee35-6140-452c-9138-cdb392c477ea will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:34.415340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.425977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5572fa9d-3ad2-40e8-a3cf-0dd843cf6c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:34.440787 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-afe8725d-72cf-4287-b3f5-dd463db8c262 None None] Provisioning for port 84d49647-2edb-49d9-8806-bf888b91cfba completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:34.468441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-afe8725d-72cf-4287-b3f5-dd463db8c262 None None] Provisioning complete for port 84d49647-2edb-49d9-8806-bf888b91cfba triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:34.468862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-afe8725d-72cf-4287-b3f5-dd463db8c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.584042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-afe8725d-72cf-4287-b3f5-dd463db8c262 None None] Port 84d49647-2edb-49d9-8806-bf888b91cfba cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:32:34.660635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:32:34.723147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-afe8725d-72cf-4287-b3f5-dd463db8c262 None None] Provisioning complete for port 5be0b07a-2d24-4ada-aabf-31a32e84c066 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:34.723445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=e5f1ee35-6140-452c-9138-cdb392c477ea,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:34.723577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-afe8725d-72cf-4287-b3f5-dd463db8c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.731766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:34.759260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5be0b07a-2d24-4ada-aabf-31a32e84c066 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:34.793935 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Attempting to bind port e5f1ee35-6140-452c-9138-cdb392c477ea on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:34.794559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Attempting to bind port e5f1ee35-6140-452c-9138-cdb392c477ea by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:34.797658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Attempting to bind port e5f1ee35-6140-452c-9138-cdb392c477ea on network 5826bfc0-95a8-46c2-962b-80092102a8f3 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:34.806660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Port e5f1ee35-6140-452c-9138-cdb392c477ea on network 5826bfc0-95a8-46c2-962b-80092102a8f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:32:34.807503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Attempting to bind port e5f1ee35-6140-452c-9138-cdb392c477ea on network 5826bfc0-95a8-46c2-962b-80092102a8f3 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:34.815087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:34.815805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Checking segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:34.816379 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Bound using segment: {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:34.817117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Bound port: e5f1ee35-6140-452c-9138-cdb392c477ea, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:34.817883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.875781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '84d49647-2edb-49d9-8806-bf888b91cfba', 'name': '', 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'mac_address': 'fa:16:3e:02:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:32Z', 'updated_at': '2021-08-21T12:32:32Z', 'revision_number': 1, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'subnets': [{'id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:34.915870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529bc8-60a5-4e78-adba-5d3a15ae90f2 None None] The sync data for ids ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'] in dv-cinder-805477-2-iscsi is: [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '84d49647-2edb-49d9-8806-bf888b91cfba', 'name': '', 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'mac_address': 'fa:16:3e:02:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:32Z', 'updated_at': '2021-08-21T12:32:32Z', 'revision_number': 1, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'subnets': [{'id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:34.918707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:34.932969 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] 10.222.0.18 "PUT /v2.0/routers/8dfe33e5-2a42-4d07-94df-2fe6c497df27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3915246 Aug 21 12:32:34.938954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] For port e5f1ee35-6140-452c-9138-cdb392c477ea, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:34.941190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 5be0b07a-2d24-4ada-aabf-31a32e84c066 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:34.941701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.942517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] For port e5f1ee35-6140-452c-9138-cdb392c477ea, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e5f1ee35-6140-452c-9138-cdb392c477ea,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:34.976331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:34.993701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5c8be60e-64ee-42be-99ca-b29ccb8c7482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:35.072214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:35.073960 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] 10.222.0.35 "PUT /v2.0/ports/e5f1ee35-6140-452c-9138-cdb392c477ea HTTP/1.1" status: 200 len: 1094 time: 1.6841538 Aug 21 12:32:35.074637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:35.101083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=e5f1ee35-6140-452c-9138-cdb392c477ea,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:35.105386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:35.162154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-8d093673-7bc0-4094-9b97-5bc14b7d558e None None] Provisioning complete for port 84d49647-2edb-49d9-8806-bf888b91cfba triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:35.162553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8d093673-7bc0-4094-9b97-5bc14b7d558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:35.240518 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-88e624f3-0d36-41e9-953e-dcc00c776595 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 1097 time: 0.0958409 Aug 21 12:32:35.257654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-8d093673-7bc0-4094-9b97-5bc14b7d558e None None] Port 84d49647-2edb-49d9-8806-bf888b91cfba cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:32:35.322035 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'status': 'completed', 'code': 200} Aug 21 12:32:35.337855 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-573e4d31-4d05-4cec-9ec6-52d101569e8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5f1ee35-6140-452c-9138-cdb392c477ea HTTP/1.1" status: 200 len: 217 time: 0.0874236 Aug 21 12:32:35.542411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-b5e44322-a726-47f9-9287-2fb03eee20e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:35.544217 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-b5e44322-a726-47f9-9287-2fb03eee20e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.2005813 Aug 21 12:32:35.637082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8404f-a938-47b2-8a51-0ad7bd23d44b req-e0fb0b2d-408b-4049-b9cd-0e52adc22041 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:35.638756 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-88c8404f-a938-47b2-8a51-0ad7bd23d44b req-e0fb0b2d-408b-4049-b9cd-0e52adc22041 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 944 time: 0.1710064 Aug 21 12:32:35.669591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39042) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:35.676035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003948511', 'description': 'tempest-secgroup-smoke-1003948511 description', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:35.681208 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-f8e1aafa-0779-4ce7-9e03-c9d6b3d32f6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291046 Aug 21 12:32:35.683354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:35.687471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:35.690748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:35.697608 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:35.735744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:35.774285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:35.778796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:35.782113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:35.788657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:35.789185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-88c8404f-a938-47b2-8a51-0ad7bd23d44b req-e9c1952c-3575-48b5-a89e-3dfbd811a8d4 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405859 Aug 21 12:32:35.850797 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-08231c67-7a21-46be-9206-dd11febb29de service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599081 Aug 21 12:32:35.866372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:35.902567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:35.908942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eeffd66b-4536-48bb-ac4f-9743acaf20d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:35.950409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457b1b48-e5b4-49dc-9599-23a4f1032f18,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:35.953538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:35.976674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:35.979263 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3084354 Aug 21 12:32:35.981338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39046) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:35.988225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group_rule': {'security_group_id': '457b1b48-e5b4-49dc-9599-23a4f1032f18', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:35.995256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:35.999108 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39dd82c1-21e2-4944-b6ec-9f28a32b781f req-f5dbd02d-22c0-4da4-9296-4f9e44bf8b84 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412213 Aug 21 12:32:35.999562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:36.002730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:36.009817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:36.051082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.126102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.158223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.162329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:36.189473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e126065-0dc9-4fd4-a052-0183a77e43b1,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:36.194261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:36.205123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-b5f1752d-d7f4-4e1d-a3e0-b433094ab897 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 1097 time: 0.1108043 Aug 21 12:32:36.243913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.245248 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2628028 Aug 21 12:32:36.248164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39052) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:36.254496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group_rule': {'security_group_id': '457b1b48-e5b4-49dc-9599-23a4f1032f18', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:36.262041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:36.266258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:36.269278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:36.276376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:36.316141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.370633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-97bafc2b-d558-4fe9-8129-1a095d1cf861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:36.372374 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-97bafc2b-d558-4fe9-8129-1a095d1cf861 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.1601317 Aug 21 12:32:36.386818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.421110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.423349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:36.447910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967e3e75-bc32-4d84-b8ca-1eb1f7cf5aff,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:36.448547 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-d3e90d08-24df-4b3e-9f09-2abf83379db5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5f1ee35-6140-452c-9138-cdb392c477ea HTTP/1.1" status: 200 len: 217 time: 0.0691404 Aug 21 12:32:36.450637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:36.478406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.480159 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-33462189-be13-4bd7-8bbc-c72448d8da3d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2305863 Aug 21 12:32:36.482698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39056) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:36.489079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group_rule': {'security_group_id': '457b1b48-e5b4-49dc-9599-23a4f1032f18', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:36.496722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:36.500855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:36.504039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:36.510829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:36.521485 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-570b019f-3b48-4172-a08d-c65c62ac4337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:36.523769 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-570b019f-3b48-4172-a08d-c65c62ac4337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.0684154 Aug 21 12:32:36.543950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.619888 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-eb07cc29-5bd7-474b-9476-e134b2e562a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885551 Aug 21 12:32:36.632042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.657910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.660427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-44343fdf-c8df-4848-b2c3-868f25e903f4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:36.690270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1873c0ed-cdae-45b2-b3f0-91912110d48b up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:36.694838 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e093f880-745b-496d-b13c-237f21d9a12a,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:36.697918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:36.729736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.733369 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2495291 Aug 21 12:32:36.734375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39060) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:36.740890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group_rule': {'security_group_id': '457b1b48-e5b4-49dc-9599-23a4f1032f18', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:36.754244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:36.763111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:36.774819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:36.781412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:36.790601 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-d66dc41b-a216-4e33-b9e2-2266ceeabed9 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633162 Aug 21 12:32:36.803929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 1873c0ed-cdae-45b2-b3f0-91912110d48b completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:36.810362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 1873c0ed-cdae-45b2-b3f0-91912110d48b triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:36.810785 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.845541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.960383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.960568 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd648a74-9fd2-4f91-96ed-262c30c63bff req-7c2d21e5-088d-4410-bc7e-b258bca41d83 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631379 Aug 21 12:32:36.968715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.987004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 1873c0ed-cdae-45b2-b3f0-91912110d48b, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1873c0ed-cdae-45b2-b3f0-91912110d48b,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:36.987266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:36.989570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:37.007108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b4f8e0-f279-4196-aee2-28afbf30dc06,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:37.014835 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:37.020959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.023566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b3c95cd6-b2e0-490b-9947-77af50c8e0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:37.066694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.071245 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-95c0c06d-dd46-4ca6-8856-fe765be1f2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3324621 Aug 21 12:32:37.071671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39066) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:37.077942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group_rule': {'security_group_id': '457b1b48-e5b4-49dc-9599-23a4f1032f18', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:37.084797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:37.085328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf831c-924a-4d85-b13f-bacea0ba829e req-8182e6bf-4268-4246-9d23-dd2be02a8916 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:37.086976 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2caf831c-924a-4d85-b13f-bacea0ba829e req-8182e6bf-4268-4246-9d23-dd2be02a8916 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 944 time: 0.1255472 Aug 21 12:32:37.088953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:37.092011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:37.099806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:37.102050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=1873c0ed-cdae-45b2-b3f0-91912110d48b,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:37.111116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.111502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.112250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.112250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.112602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.112974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.113345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.113716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.118087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.118087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.118087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:32:37.118943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:37.135229 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.securitygroups_db [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Project d1f4b0c579c548ad8f6cdef61c56b13a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:32:37.137100 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2caf831c-924a-4d85-b13f-bacea0ba829e req-f3b032b6-1696-4193-b6ee-5a2c8d66aa0d tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440135 Aug 21 12:32:37.143859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.280069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.306249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.314152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fdc777f1-a706-4a8f-95bf-acb63e206cb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:37.333708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3a03c7-fe26-4128-8c7c-495607425c21,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:37.336858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:37.369392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.370762 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8f53380b-9d62-40a4-bce5-a3109f303ca8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2983341 Aug 21 12:32:37.373598 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39072) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:37.379644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'security_group_rule': {'security_group_id': '457b1b48-e5b4-49dc-9599-23a4f1032f18', 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:37.388088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:37.392165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:security_group_rule and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:32:37.395368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:32:37.403275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:37.700991 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.securitygroups_db [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Project d1f4b0c579c548ad8f6cdef61c56b13a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:32:37.708244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.777155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.809077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:37.811129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:38.035140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c4fa8b-9252-4ab2-a3fd-6e4077f62266,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:38.039409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:38.072100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:38.073368 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-177533fa-5395-4bb7-be90-1fa9581dfba3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6987607 Aug 21 12:32:38.195373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:32:38.345128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ecb9-0d2e-4d6f-b8e8-7c147dab535b req-34f34b09-0b8e-4816-9bf3-d473710b07c5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:38.346766 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d004ecb9-0d2e-4d6f-b8e8-7c147dab535b req-34f34b09-0b8e-4816-9bf3-d473710b07c5 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 944 time: 0.0852826 Aug 21 12:32:38.394967 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d004ecb9-0d2e-4d6f-b8e8-7c147dab535b req-9b627154-9e04-4c31-899a-dddc10e7299a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Aug 21 12:32:38.656276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1873c0ed-cdae-45b2-b3f0-91912110d48b up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:38.724536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 1873c0ed-cdae-45b2-b3f0-91912110d48b triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:38.725258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:38.934864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Sync routers for ids ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:38.950603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Routers {'8dfe33e5-2a42-4d07-94df-2fe6c497df27'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:38.951602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:39.142074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Set router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:39.464616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '84d49647-2edb-49d9-8806-bf888b91cfba', 'name': '', 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'mac_address': 'fa:16:3e:02:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:32Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 2, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'subnets': [{'id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:39.468822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Checking router: 8dfe33e5-2a42-4d07-94df-2fe6c497df27 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:39.469200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Updating router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 port 84d49647-2edb-49d9-8806-bf888b91cfba binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:32:39.513700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e5f1ee35-6140-452c-9138-cdb392c477ea details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:32:39.528113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:39.610324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961ae23-6a48-40a8-88e2-a12b6c2def40 req-70604056-2234-47aa-ac25-96362caad13e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:39.611955 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7961ae23-6a48-40a8-88e2-a12b6c2def40 req-70604056-2234-47aa-ac25-96362caad13e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 944 time: 0.0897119 Aug 21 12:32:39.670391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port e5f1ee35-6140-452c-9138-cdb392c477ea, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e5f1ee35-6140-452c-9138-cdb392c477ea,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:39.685911 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7961ae23-6a48-40a8-88e2-a12b6c2def40 req-bca72d63-7d9e-4590-8cf2-df52135d8a7e tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673771 Aug 21 12:32:39.686111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'port_id': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'mac_address': 'fa:16:3e:02:ba:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:32:39.743801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:39.763237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f1ee35-6140-452c-9138-cdb392c477ea {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:32:39.781568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port e5f1ee35-6140-452c-9138-cdb392c477ea, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e5f1ee35-6140-452c-9138-cdb392c477ea,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:39.844060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:39.847852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:39.902768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:39.915315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Transition to ACTIVE for port object 84d49647-2edb-49d9-8806-bf888b91cfba will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:39.922062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=e5f1ee35-6140-452c-9138-cdb392c477ea,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:39.925515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:39.946465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:39.951367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:40.076997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16d5f2-a982-4441-a7c0-55ef2f05eba8 None None] Pushing event updated for resources: {'Port': ['ID=84d49647-2edb-49d9-8806-bf888b91cfba,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:40.081821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8e16d5f2-a982-4441-a7c0-55ef2f05eba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:40.090384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e5f1ee35-6140-452c-9138-cdb392c477ea'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:32:40.168788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Attempting to bind port 84d49647-2edb-49d9-8806-bf888b91cfba on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:32:40.169311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Attempting to bind port 84d49647-2edb-49d9-8806-bf888b91cfba by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:32:40.170091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Attempting to bind port 84d49647-2edb-49d9-8806-bf888b91cfba on network 243413a4-ce91-4a4b-adac-a05aef58f13d {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:32:40.176980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:32:40.177392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Checking segment: {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:32:40.177888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:40.178599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Bound using segment: {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:32:40.178800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Bound port: 84d49647-2edb-49d9-8806-bf888b91cfba, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:32:40.179207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:40.279342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] For port 84d49647-2edb-49d9-8806-bf888b91cfba, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:32:40.282839 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] For port 84d49647-2edb-49d9-8806-bf888b91cfba, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=84d49647-2edb-49d9-8806-bf888b91cfba,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:32:40.324556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:40.330132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ade4ac64-791f-41c3-a40a-f5b777747400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:40.414361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16d5f2-a982-4441-a7c0-55ef2f05eba8 None None] Pushing event updated for resources: {'Port': ['ID=84d49647-2edb-49d9-8806-bf888b91cfba,revision_number=4']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:40.417729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8e16d5f2-a982-4441-a7c0-55ef2f05eba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:40.418393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Routers {'8dfe33e5-2a42-4d07-94df-2fe6c497df27'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:40.419073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:40.684964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 84d49647-2edb-49d9-8806-bf888b91cfba up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:40.765104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] Set router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:40.783903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-39209e78-ae90-4646-994e-f69d29ae2a7e None None] Provisioning complete for port 84d49647-2edb-49d9-8806-bf888b91cfba triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:40.783903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-39209e78-ae90-4646-994e-f69d29ae2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:40.808638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 84d49647-2edb-49d9-8806-bf888b91cfba completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:40.821507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 84d49647-2edb-49d9-8806-bf888b91cfba triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:40.821963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:40.908956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8c65-88bb-4f3a-bf28-bd144f80037b req-a0d2c276-091f-43f2-8aa4-927d0e60b70c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:40.917059 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-afcb8c65-88bb-4f3a-bf28-bd144f80037b req-a0d2c276-091f-43f2-8aa4-927d0e60b70c tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 945 time: 0.0919757 Aug 21 12:32:40.976722 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-afcb8c65-88bb-4f3a-bf28-bd144f80037b req-0b4ed616-357a-4389-8d94-983122f739d8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582380 Aug 21 12:32:41.032362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:41.053740 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-39209e78-ae90-4646-994e-f69d29ae2a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:41.095082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 84d49647-2edb-49d9-8806-bf888b91cfba, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=84d49647-2edb-49d9-8806-bf888b91cfba,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:41.126506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:41.134285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:41.166293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '84d49647-2edb-49d9-8806-bf888b91cfba', 'name': '', 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'mac_address': 'fa:16:3e:02:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:32Z', 'updated_at': '2021-08-21T12:32:40Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'subnets': [{'id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:41.170478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa807d-6b62-4543-adb2-9f83d77e2076 None None] The sync data for ids ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'] in dv-cinder-805477-2-iscsi is: [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:32:33Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '84d49647-2edb-49d9-8806-bf888b91cfba', 'name': '', 'network_id': '243413a4-ce91-4a4b-adac-a05aef58f13d', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'mac_address': 'fa:16:3e:02:fb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:32Z', 'updated_at': '2021-08-21T12:32:40Z', 'revision_number': 4, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'subnets': [{'id': '4ade8bab-097b-4b0a-b6ea-b43deec0e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:41.210005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-39209e78-ae90-4646-994e-f69d29ae2a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:32:41.210411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-39209e78-ae90-4646-994e-f69d29ae2a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:32:41.218218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=84d49647-2edb-49d9-8806-bf888b91cfba,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:41.221436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:41.529276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e5f1ee35-6140-452c-9138-cdb392c477ea up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:41.632430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port e5f1ee35-6140-452c-9138-cdb392c477ea completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:32:41.637898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port e5f1ee35-6140-452c-9138-cdb392c477ea triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:41.638325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:41.809587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:41.837450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:41.847578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port e5f1ee35-6140-452c-9138-cdb392c477ea, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e5f1ee35-6140-452c-9138-cdb392c477ea,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:32:41.872397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:41.874442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6769f1bc-d610-42a2-bec3-2b1b12916ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:41.946318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=e5f1ee35-6140-452c-9138-cdb392c477ea,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:41.949656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:32:41.984281 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'code': 200} Aug 21 12:32:42.192086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be6409-444d-48ac-aa94-e4c6a19d4f73 req-bc2fba87-2863-43e0-875a-2dd9d8a7071a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:42.193732 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-96be6409-444d-48ac-aa94-e4c6a19d4f73 req-bc2fba87-2863-43e0-875a-2dd9d8a7071a tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0897679 Aug 21 12:32:42.262427 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-96be6409-444d-48ac-aa94-e4c6a19d4f73 req-b6ee0b54-ef0a-4dba-b3e3-dbea387ae705 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621994 Aug 21 12:32:42.295606 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f33f881d-61e6-48a6-8dde-fef4c8385ede req-688563c9-8978-4adf-9ee2-036e3cd2a50c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 1099 time: 0.0957077 Aug 21 12:32:42.344134 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f33f881d-61e6-48a6-8dde-fef4c8385ede req-ec755cd9-dde0-47e4-9829-8f48981bea5c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Aug 21 12:32:42.653234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 84d49647-2edb-49d9-8806-bf888b91cfba up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:32:42.727971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 84d49647-2edb-49d9-8806-bf888b91cfba triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:32:42.728388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:43.468362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28906b5b-964e-4039-8d36-817733fd8ea5 req-8bd88332-d94b-48c5-a570-7dbfdcde7618 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:43.470020 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28906b5b-964e-4039-8d36-817733fd8ea5 req-8bd88332-d94b-48c5-a570-7dbfdcde7618 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0878007 Aug 21 12:32:43.519080 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28906b5b-964e-4039-8d36-817733fd8ea5 req-4ab317e3-f534-4b3e-afdb-66ee11cd3015 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 Aug 21 12:32:44.727431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578f9a-281b-481f-9cf3-969bb457d4ee req-162204eb-7446-4f90-b889-34209b09bda8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:44.729097 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb578f9a-281b-481f-9cf3-969bb457d4ee req-162204eb-7446-4f90-b889-34209b09bda8 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0871770 Aug 21 12:32:44.778577 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-eb578f9a-281b-481f-9cf3-969bb457d4ee req-f9810713-c0fc-4e7a-b3d2-268308e653b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Aug 21 12:32:44.979801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47a37-17fe-4deb-905d-25524f481e06 req-2539a149-32e5-49df-87da-42cef4f5e5f7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:44.981415 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3ca47a37-17fe-4deb-905d-25524f481e06 req-2539a149-32e5-49df-87da-42cef4f5e5f7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0818732 Aug 21 12:32:44.991098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39170) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:32:44.998204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Request body: {'floatingip': {'port_id': 'e5f1ee35-6140-452c-9138-cdb392c477ea'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:45.110031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:45.972047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:46.003790 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:46.200576 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Floating IP b785b9f9-ebf3-4fd6-905c-5ca436b4dc85 associated. External IP: 172.27.2.156, port: e5f1ee35-6140-452c-9138-cdb392c477ea. Aug 21 12:32:46.621820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Router 1be2d493-fa24-4fef-b868-7c8c197869be has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:32:46.834761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:32:46.839381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:46.844277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:32:46.858593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:46.859357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:46.894443 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c2aa41f3-fc83-4104-8a18-eb2b6337dd04 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "PUT /v2.0/floatingips/b785b9f9-ebf3-4fd6-905c-5ca436b4dc85 HTTP/1.1" status: 200 len: 992 time: 1.9022143 Aug 21 12:32:46.895115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:32:46.955256 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'status': 'completed', 'code': 200} Aug 21 12:32:47.062572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:47.079151 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-2f33f5cd-9aef-4b48-9381-b7d4b4d3d7a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 1099 time: 0.0840242 Aug 21 12:32:47.225909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-14cf63e7-6ada-4085-bd39-f53f2646a39e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:47.227495 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-14cf63e7-6ada-4085-bd39-f53f2646a39e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 200 len: 912 time: 0.1402760 Aug 21 12:32:47.336959 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-5716a23d-9d59-4d2e-bf5a-24b32b19b2e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5f1ee35-6140-452c-9138-cdb392c477ea HTTP/1.1" status: 200 len: 1000 time: 0.1007962 Aug 21 12:32:47.415080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-e31760af-31b2-4e7a-917e-d7efbb7391fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:47.416769 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-e31760af-31b2-4e7a-917e-d7efbb7391fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 200 len: 850 time: 0.0708330 Aug 21 12:32:47.433859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'b785b9f9-ebf3-4fd6-905c-5ca436b4dc85', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'port_id': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'mac_address': 'fa:16:3e:02:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:32:26Z', 'updated_at': '2021-08-21T12:32:45Z', 'revision_number': 1, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:47.437988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:32:47.449907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:32:47.450575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:32:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:47.499146 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-53725d5e-2832-4a58-a271-df0e7f5ce82d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5826bfc0-95a8-46c2-962b-80092102a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747995 Aug 21 12:32:47.651606 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-c8cc335f-973f-4c74-baed-a9298edbf59e service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452913 Aug 21 12:32:47.795650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:32:47.810508 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6f59ea6-afdc-43e0-b4f1-9ec52f6d6827 req-b6bbdc3d-f885-4c9a-93e0-a75015baede2 service neutron] 10.222.0.35 "GET /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506267 Aug 21 12:32:48.167009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'b785b9f9-ebf3-4fd6-905c-5ca436b4dc85', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'port_id': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'mac_address': 'fa:16:3e:02:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:32:26Z', 'updated_at': '2021-08-21T12:32:45Z', 'revision_number': 1, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:32:48.171330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc21a8-cc27-4d2d-9ab9-86f0131615a6 None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'b785b9f9-ebf3-4fd6-905c-5ca436b4dc85', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'port_id': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'mac_address': 'fa:16:3e:02:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:32:26Z', 'updated_at': '2021-08-21T12:32:45Z', 'revision_number': 1, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:32:48.543586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb460ac-8e89-4939-8477-a2124b903ae6 None None] New status for floating IP b785b9f9-ebf3-4fd6-905c-5ca436b4dc85: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:32:55.609042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-095da06c-a94f-452d-90f1-b03e3f65eeb3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Synchronizing usage tracker for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:55.654751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-095da06c-a94f-452d-90f1-b03e3f65eeb3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Unset dirty status for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:55.656001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-095da06c-a94f-452d-90f1-b03e3f65eeb3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003948511&fields=id&tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a HTTP/1.1" status: 200 len: 267 time: 0.0889146 Aug 21 12:32:55.813763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-babb3883-105e-4b85-9b97-a4e0d403c101 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:55.814533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-babb3883-105e-4b85-9b97-a4e0d403c101 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Synchronizing usage tracker for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:network {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:55.866027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-babb3883-105e-4b85-9b97-a4e0d403c101 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Unset dirty status for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:network {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:55.867238 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-babb3883-105e-4b85-9b97-a4e0d403c101 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 806 time: 0.2034466 Aug 21 12:32:55.884671 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-1d632326-be98-447c-8290-90862a088875 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/quotas/d1f4b0c579c548ad8f6cdef61c56b13a HTTP/1.1" status: 200 len: 375 time: 0.0115964 Aug 21 12:32:55.971736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-2e534459-34dc-4390-bc00-28de1711e8fe tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Synchronizing usage tracker for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:32:56.014566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-2e534459-34dc-4390-bc00-28de1711e8fe tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Unset dirty status for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:32:56.016050 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-2e534459-34dc-4390-bc00-28de1711e8fe tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262720 Aug 21 12:32:56.458407 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-d3d2515b-3870-4bd2-aef3-945bcf332908 service neutron] 10.222.0.18 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280334 Aug 21 12:32:56.597582 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-ff91bc13-4890-451d-87e7-f0d708e8f8c5 service neutron] 10.222.0.18 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325655 Aug 21 12:32:57.155137 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fbc82aed-c316-43ab-9fda-2d00bdc228a2 req-1e4644e7-b88d-46e4-b424-54afcedd8872 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 210 time: 0.0610869 Aug 21 12:32:57.163697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4eb43e6e-d19c-4732-b675-fe09f3eea2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:58.341487 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fbed4926-e5c7-43b9-b4f2-40d90d331714 req-a1981bf9-ce36-4c5d-b5bb-e096f1db11d5 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 210 time: 0.0595856 Aug 21 12:32:58.763437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.087366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-495141b5-de3b-414a-aa06-464c9ce11190 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:59.089469 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-495141b5-de3b-414a-aa06-464c9ce11190 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.35 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 806 time: 0.1600332 Aug 21 12:32:59.145554 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-a79c63db-743b-4919-b282-c75430bf7435 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a HTTP/1.1" status: 200 len: 380 time: 0.0448198 Aug 21 12:32:59.161636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'port': {'device_id': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'admin_state_up': True, 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'security_groups': ['457b1b48-e5b4-49dc-9599-23a4f1032f18']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:32:59.255001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.303254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:32:59.313131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:32:59.340484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Made reservation on behalf of d1f4b0c579c548ad8f6cdef61c56b13a for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:32:59.345999 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.459634 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-f5a242bc-1b7b-4e7d-bd33-ee1447b2833a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798326 Aug 21 12:32:59.518899 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-869735ae-0fe5-4f7c-9e2b-e1e9ba7d8f33 req-b6cd6b09-4482-4100-b7e8-1d6273b462b3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 210 time: 0.0479658 Aug 21 12:32:59.556948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Allocated IP 172.20.0.8 (17a31c0a-5f7c-446c-aee1-5d4853efc028/e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e/77f9bf58-3195-4620-a073-dd5966b7cb23) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:32:59.624763 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-39485ba9-d2da-4256-a07c-8769fe11b633 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 1098 time: 0.0866442 Aug 21 12:32:59.754128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.770457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Transition to ACTIVE for port object 77f9bf58-3195-4620-a073-dd5966b7cb23 will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:32:59.784718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-7a433ad1-f742-4fb7-998e-0d812ce0b6f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:32:59.787032 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-7a433ad1-f742-4fb7-998e-0d812ce0b6f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1424768 Aug 21 12:32:59.832457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.838383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:32:59.880385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-69fedc0b-6a40-45b6-bd7f-e7a18e3cd88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.899950 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-4c828537-e2d0-4cfe-86f2-2c8a335d3e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747 HTTP/1.1" status: 200 len: 1000 time: 0.1063106 Aug 21 12:32:59.921850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:32:59.923185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:32:59.940121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:32:59.957777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:32:59.969496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:32:59.981138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:00.013707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-744eaaa8-764f-4968-91d5-aec8ff6ae47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:00.017954 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-744eaaa8-764f-4968-91d5-aec8ff6ae47e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.1071601 Aug 21 12:33:00.018698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:00.019417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:00.086053 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9282658 Aug 21 12:33:00.104051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Request body: {'port': {'device_id': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:33:00.133304 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-19a8e01d-ce55-4688-8e58-a73ad6444545 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082602 Aug 21 12:33:00.255153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:00.298724 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-33909f01-6cb9-4398-9cea-20534ab82de6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589370 Aug 21 12:33:00.392171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-86c88999-97a3-4bf7-98fa-c6469152cb63 None None] Provisioning for port 77f9bf58-3195-4620-a073-dd5966b7cb23 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:33:00.400325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-86c88999-97a3-4bf7-98fa-c6469152cb63 None None] Provisioning complete for port 77f9bf58-3195-4620-a073-dd5966b7cb23 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:33:00.400819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-86c88999-97a3-4bf7-98fa-c6469152cb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:00.448962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e7bfbc7-f588-4374-9507-a050013a6735 req-1fbe231b-f07d-4b17-b59a-2c3fa301a946 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429608 Aug 21 12:33:00.459697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-86c88999-97a3-4bf7-98fa-c6469152cb63 None None] Port 77f9bf58-3195-4620-a073-dd5966b7cb23 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:33:00.648922 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f9bf58-3195-4620-a073-dd5966b7cb23 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:33:00.697983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:00.727224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Transition to ACTIVE for port object 77f9bf58-3195-4620-a073-dd5966b7cb23 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:33:00.759808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0446a-7ef8-4850-a0fe-340d81bb1941 req-b6c995d8-3b6a-41b5-bae2-ba19c6a9872f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:00.760578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-49d0446a-7ef8-4850-a0fe-340d81bb1941 req-b6c995d8-3b6a-41b5-bae2-ba19c6a9872f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Synchronizing usage tracker for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:33:00.765307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:00.769925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3d3deb05-205a-4026-bf6e-1e6fe6a8a88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:00.913430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-49d0446a-7ef8-4850-a0fe-340d81bb1941 req-b6c995d8-3b6a-41b5-bae2-ba19c6a9872f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Unset dirty status for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:33:00.914874 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-49d0446a-7ef8-4850-a0fe-340d81bb1941 req-b6c995d8-3b6a-41b5-bae2-ba19c6a9872f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 931 time: 0.2610149 Aug 21 12:33:00.916471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:00.920497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:00.964149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8103-a9e7-4e4e-9a08-97ae0d98972d req-f123ac55-074c-45db-9078-6b8375a102cb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:00.965578 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-25bf8103-a9e7-4e4e-9a08-97ae0d98972d req-f123ac55-074c-45db-9078-6b8375a102cb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0870521 Aug 21 12:33:01.027659 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-25bf8103-a9e7-4e4e-9a08-97ae0d98972d req-42017b73-73de-46b4-a73c-e6fb4db2f9bb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480857 Aug 21 12:33:01.055016 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-49d0446a-7ef8-4850-a0fe-340d81bb1941 req-ab386125-d34c-49f5-8f2a-7e19dd2dae5a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320112 Aug 21 12:33:01.080413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Attempting to bind port 77f9bf58-3195-4620-a073-dd5966b7cb23 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:33:01.080990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Attempting to bind port 77f9bf58-3195-4620-a073-dd5966b7cb23 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:33:01.081540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Attempting to bind port 77f9bf58-3195-4620-a073-dd5966b7cb23 on network 17a31c0a-5f7c-446c-aee1-5d4853efc028 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:33:01.089737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Port 77f9bf58-3195-4620-a073-dd5966b7cb23 on network 17a31c0a-5f7c-446c-aee1-5d4853efc028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:33:01.090071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Attempting to bind port 77f9bf58-3195-4620-a073-dd5966b7cb23 on network 17a31c0a-5f7c-446c-aee1-5d4853efc028 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:33:01.096927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:33:01.097304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Checking segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:33:01.101964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Bound using segment: {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:33:01.101964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Bound port: 77f9bf58-3195-4620-a073-dd5966b7cb23, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760ca720-ff43-4c31-a556-bffd9caa794f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:33:01.101964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:01.140914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:01.189118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:33:01.192325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:33:01.232480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:01.236982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-75fc7216-ee06-4a42-9c47-28ba9478f331 tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:01.295726 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:01.297195 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 1093 time: 1.2028136 Aug 21 12:33:01.297721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:01.316376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:01.325611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:01.358230 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'status': 'completed', 'code': 200} Aug 21 12:33:01.468336 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ccf92c8c-c9eb-4d61-9f17-c64c0ae3229b req-c1b20c70-041b-4205-a48d-5c6055fb99d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1096 time: 0.0880516 Aug 21 12:33:01.618713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92c8c-c9eb-4d61-9f17-c64c0ae3229b req-44253c43-1045-4d62-a399-4129693da95f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:01.620201 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ccf92c8c-c9eb-4d61-9f17-c64c0ae3229b req-44253c43-1045-4d62-a399-4129693da95f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1449308 Aug 21 12:33:01.766166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92c8c-c9eb-4d61-9f17-c64c0ae3229b req-58b09901-b32b-48b9-803f-e24acfb6d6eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:01.768912 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ccf92c8c-c9eb-4d61-9f17-c64c0ae3229b req-58b09901-b32b-48b9-803f-e24acfb6d6eb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393344 Aug 21 12:33:01.879326 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-48b9fa9a-bc52-42e7-bc42-576b6a5cf8c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1096 time: 0.0719194 Aug 21 12:33:01.958860 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-51ea93ae-4676-48f1-9bfc-998a105f433c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 217 time: 0.0663872 Aug 21 12:33:02.028751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-7a1fbf08-dde6-4517-aced-88afec38aff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:02.030597 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-7a1fbf08-dde6-4517-aced-88afec38aff2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 200 len: 845 time: 0.0652678 Aug 21 12:33:02.116233 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-ad0f9b56-6dc6-436d-8325-51bd506bdc35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17a31c0a-5f7c-446c-aee1-5d4853efc028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782838 Aug 21 12:33:02.256180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5b49d-afd4-4cc1-90d2-fb570e7718b0 req-5cfed711-ef99-4d35-a931-719005aedf5c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:02.257840 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cdd5b49d-afd4-4cc1-90d2-fb570e7718b0 req-5cfed711-ef99-4d35-a931-719005aedf5c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0887671 Aug 21 12:33:02.306627 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cdd5b49d-afd4-4cc1-90d2-fb570e7718b0 req-6aba31d9-42fa-4617-8688-76d75ba63f2b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423136 Aug 21 12:33:02.320414 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-a639064d-e079-4070-bd0f-c3480b59d0ec service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966393 Aug 21 12:33:02.330913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41959d-ee5a-4cad-9458-5042c4843bb9 req-409133fe-a968-4b46-99bf-c37255636663 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:02.332416 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d41959d-ee5a-4cad-9458-5042c4843bb9 req-409133fe-a968-4b46-99bf-c37255636663 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.1369359 Aug 21 12:33:02.480125 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d41959d-ee5a-4cad-9458-5042c4843bb9 req-758ff58a-96f8-4e1e-9596-be60fd86954f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251636 Aug 21 12:33:02.502498 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43ff0ad7-3b2c-471f-b0b5-ad455cd287ae req-1708c51e-91a3-4b86-97aa-32c3b579032a service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691027 Aug 21 12:33:03.528653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156e395-59e3-48b3-8a50-e8120f81068a req-a27cecff-3168-4e34-be04-5b54a85b3c30 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:03.530534 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1156e395-59e3-48b3-8a50-e8120f81068a req-a27cecff-3168-4e34-be04-5b54a85b3c30 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0919745 Aug 21 12:33:03.578551 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1156e395-59e3-48b3-8a50-e8120f81068a req-723cadcd-0e3e-4085-b533-6ba0f29b6ca1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Aug 21 12:33:03.684661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f796b-b605-4322-b974-814da3ca6651 req-3b00dbb7-2c0e-41fb-a9e0-da017b895c94 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:03.686260 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd3f796b-b605-4322-b974-814da3ca6651 req-3b00dbb7-2c0e-41fb-a9e0-da017b895c94 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0816314 Aug 21 12:33:03.736800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-dd3f796b-b605-4322-b974-814da3ca6651 req-85ca9a30-2cc8-4f0a-bcaf-97cd156f8299 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Synchronizing usage tracker for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:33:03.749285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-dd3f796b-b605-4322-b974-814da3ca6651 req-85ca9a30-2cc8-4f0a-bcaf-97cd156f8299 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Unset dirty status for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:33:03.750516 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd3f796b-b605-4322-b974-814da3ca6651 req-85ca9a30-2cc8-4f0a-bcaf-97cd156f8299 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580299 Aug 21 12:33:04.796292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f382a7-242c-4afc-85e1-38b876a4aec7 req-3e53d94a-574e-4223-a76b-d13dc5d0702e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:04.797923 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a9f382a7-242c-4afc-85e1-38b876a4aec7 req-3e53d94a-574e-4223-a76b-d13dc5d0702e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0850661 Aug 21 12:33:04.845593 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a9f382a7-242c-4afc-85e1-38b876a4aec7 req-5b52c764-bcfd-4b27-8df2-409984263f83 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Aug 21 12:33:04.957228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c33b4-5d94-4c2a-9a6a-edf3120801da req-65c18a7e-edcb-4080-a5c1-3e368952948e tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:04.958838 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f3c33b4-5d94-4c2a-9a6a-edf3120801da req-65c18a7e-edcb-4080-a5c1-3e368952948e tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0796080 Aug 21 12:33:05.006176 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f3c33b4-5d94-4c2a-9a6a-edf3120801da req-190614d5-76f6-4d4a-a038-f1852669dbc8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Aug 21 12:33:06.219729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f46a-d4da-4e6a-99f4-14d198f8f0b9 req-4aeb048d-dabe-4137-a640-dd1db0efd62a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:06.221264 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ab95f46a-d4da-4e6a-99f4-14d198f8f0b9 req-4aeb048d-dabe-4137-a640-dd1db0efd62a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0866644 Aug 21 12:33:06.269433 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ab95f46a-d4da-4e6a-99f4-14d198f8f0b9 req-722e0dc0-7b36-44bf-b6b1-cf09a8652837 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412621 Aug 21 12:33:06.270081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9600d2-447f-4615-b56b-d85b2ac0e83b req-c85eed09-c4b9-4f08-8bf8-4cdc88452010 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:06.272220 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2c9600d2-447f-4615-b56b-d85b2ac0e83b req-c85eed09-c4b9-4f08-8bf8-4cdc88452010 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.2934227 Aug 21 12:33:06.320104 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2c9600d2-447f-4615-b56b-d85b2ac0e83b req-3f5deaf6-0c3d-445a-873b-0662fdff3ebb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Aug 21 12:33:07.472891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6329f92-5fe9-4b45-94d6-7fd795c85ec7 req-d7a7cb0c-bf5c-400a-9d38-cc29ef411eae tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:07.474653 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6329f92-5fe9-4b45-94d6-7fd795c85ec7 req-d7a7cb0c-bf5c-400a-9d38-cc29ef411eae tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0840456 Aug 21 12:33:07.523262 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d6329f92-5fe9-4b45-94d6-7fd795c85ec7 req-e561dff6-56e8-443e-a713-aeaac9321151 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Aug 21 12:33:07.540446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f1430-4c2b-4e62-a07f-5bb36fe4c8f8 req-46327116-06cd-4df6-bb7c-867cb5ed1cbd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:07.542115 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-949f1430-4c2b-4e62-a07f-5bb36fe4c8f8 req-46327116-06cd-4df6-bb7c-867cb5ed1cbd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0870235 Aug 21 12:33:07.591825 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-949f1430-4c2b-4e62-a07f-5bb36fe4c8f8 req-52c4ef1d-f22d-439d-93c3-8a04eb237864 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Aug 21 12:33:08.724869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e5abc-ce98-4fe7-9c2f-593423ebee53 req-9dd07f81-3854-40e5-9536-750ae9f0003a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:08.726556 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a37e5abc-ce98-4fe7-9c2f-593423ebee53 req-9dd07f81-3854-40e5-9536-750ae9f0003a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0822980 Aug 21 12:33:08.778379 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a37e5abc-ce98-4fe7-9c2f-593423ebee53 req-663f657f-1798-46c7-aac5-04aa3e640d98 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Aug 21 12:33:08.807363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230262ed-0322-4253-b915-8e5669bac380 req-f5da9077-9224-4b49-b948-ad0fd728d4d9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:08.809736 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-230262ed-0322-4253-b915-8e5669bac380 req-f5da9077-9224-4b49-b948-ad0fd728d4d9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0828035 Aug 21 12:33:08.858214 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-230262ed-0322-4253-b915-8e5669bac380 req-5c8ba3f7-6fe8-4a51-aca8-475671452ef4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Aug 21 12:33:09.653831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:33:09.794205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:09.807772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'port_id': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'mac_address': 'fa:16:3e:af:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:33:09.863272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:09.879822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f9bf58-3195-4620-a073-dd5966b7cb23 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:33:09.894965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:09.929267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:09.932292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:09.992868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2e87-10e3-4c9f-8761-66e36cc9a4b0 req-39a98749-6e0e-4946-ab4e-1e8d0f8778bb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:09.994520 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a87d2e87-10e3-4c9f-8761-66e36cc9a4b0 req-39a98749-6e0e-4946-ab4e-1e8d0f8778bb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 944 time: 0.0935905 Aug 21 12:33:10.008466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:10.011860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:10.047181 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a87d2e87-10e3-4c9f-8761-66e36cc9a4b0 req-0f41749d-6ff4-44bb-9515-20cb96867ad8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Aug 21 12:33:10.101556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f657497-55c8-4f35-8de6-b6ce9c1ba42c req-890483bd-c755-4ca0-85fa-7bc5f983be61 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:10.103199 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f657497-55c8-4f35-8de6-b6ce9c1ba42c req-890483bd-c755-4ca0-85fa-7bc5f983be61 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0868680 Aug 21 12:33:10.151498 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9f657497-55c8-4f35-8de6-b6ce9c1ba42c req-f5c10adb-7afa-468a-81e0-605d8e6e97bb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Aug 21 12:33:10.188666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['77f9bf58-3195-4620-a073-dd5966b7cb23'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:33:11.264212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd0c33-1327-44f8-b25f-4c4645101412 req-790a817f-457f-4dd9-bdbe-ec3ece3caac1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:11.265889 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2bd0c33-1327-44f8-b25f-4c4645101412 req-790a817f-457f-4dd9-bdbe-ec3ece3caac1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 944 time: 0.0879681 Aug 21 12:33:11.315877 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2bd0c33-1327-44f8-b25f-4c4645101412 req-8ed8580c-2ec8-4dfa-8baa-a28f59777738 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 Aug 21 12:33:11.372438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc1cb-cc97-4d0a-87b8-35bc8abfba5d req-96188ef2-d668-41f5-bb63-3cdc75989685 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:11.374122 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1dacc1cb-cc97-4d0a-87b8-35bc8abfba5d req-96188ef2-d668-41f5-bb63-3cdc75989685 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0812502 Aug 21 12:33:11.430173 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1dacc1cb-cc97-4d0a-87b8-35bc8abfba5d req-7b75eee2-9736-4e16-a353-bce21d0bcf0a tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491078 Aug 21 12:33:11.661993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:33:11.751537 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 77f9bf58-3195-4620-a073-dd5966b7cb23 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:33:11.756259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 77f9bf58-3195-4620-a073-dd5966b7cb23 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:33:11.756689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:11.873250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:11.900012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:11.909980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:11.934732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:11.936768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fcf48b78-9520-464c-82a2-abb2d2eeee96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:11.970966 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'code': 200} Aug 21 12:33:12.004303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:12.007387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:12.323838 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-15c983ae-f5f7-4c8a-a42c-20e4e36dfc7c req-d4534a6d-08cf-4fe7-95f6-e26016652748 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0739510 Aug 21 12:33:12.369048 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-15c983ae-f5f7-4c8a-a42c-20e4e36dfc7c req-7fb226bf-6a6f-40c9-aa20-b12d2e5e65a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379703 Aug 21 12:33:12.519860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ae097-8191-4952-b59c-03fabf8bd454 req-bdcc8932-102e-459d-a06d-abe7475c9197 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:12.522202 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d26ae097-8191-4952-b59c-03fabf8bd454 req-bdcc8932-102e-459d-a06d-abe7475c9197 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0839651 Aug 21 12:33:12.571343 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d26ae097-8191-4952-b59c-03fabf8bd454 req-07df1c12-12e5-4344-828f-d279937d6bdc tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425231 Aug 21 12:33:12.653355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f268b-4fba-4a8e-84a1-789a9434c00d req-a73613ce-78ad-4f1b-bd9f-8de9ac816cb3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:12.655232 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cc8f268b-4fba-4a8e-84a1-789a9434c00d req-a73613ce-78ad-4f1b-bd9f-8de9ac816cb3 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0827072 Aug 21 12:33:12.708930 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cc8f268b-4fba-4a8e-84a1-789a9434c00d req-bbcbe94c-56b1-4775-b192-c4a38b566df2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Aug 21 12:33:13.654476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:33:13.798588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdc7cc-c540-4485-887a-540e99b320a9 req-e34bf7df-f846-40c6-9c32-ce94fc53c17a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:13.800914 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6abdc7cc-c540-4485-887a-540e99b320a9 req-e34bf7df-f846-40c6-9c32-ce94fc53c17a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.1052628 Aug 21 12:33:13.806559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:13.834488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'mac_address': 'fa:16:3e:2f:f1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:33:13.869545 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6abdc7cc-c540-4485-887a-540e99b320a9 req-52bcbc8e-0633-4753-ae3c-d6785c927e78 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623012 Aug 21 12:33:13.932848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:13.952341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb9e5491-c9b5-4457-a6d8-8efd95192090 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:33:13.971754 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:13.985499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9ac0-22e7-495d-81be-1efcf96f6fb3 req-40630cb5-aa80-481d-9c72-9c619c3b8e1e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:13.985499 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d9df9ac0-22e7-495d-81be-1efcf96f6fb3 req-40630cb5-aa80-481d-9c72-9c619c3b8e1e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.1032212 Aug 21 12:33:14.003705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:14.006344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:14.046292 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d9df9ac0-22e7-495d-81be-1efcf96f6fb3 req-a2cedac2-96c2-438e-afdc-fb7613355a0f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530975 Aug 21 12:33:14.081218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=6']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:14.085079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:14.106049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['cb9e5491-c9b5-4457-a6d8-8efd95192090'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:33:15.095343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11f4d-f5d0-4486-89c5-2aec5678102f req-3e92f0c7-2299-486d-a440-d945cf1e0e22 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:15.097180 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7cd11f4d-f5d0-4486-89c5-2aec5678102f req-3e92f0c7-2299-486d-a440-d945cf1e0e22 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0983307 Aug 21 12:33:15.170269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7cd11f4d-f5d0-4486-89c5-2aec5678102f req-93dd7edc-5e1b-4bd3-ba60-94c1da8417ce tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625722 Aug 21 12:33:15.203353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:33:15.389643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15a095-35bc-45bd-90e0-23dc21e74104 req-6e95e068-2149-46b9-a2c7-f2fc0e2c2bcb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:15.391738 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3c15a095-35bc-45bd-90e0-23dc21e74104 req-6e95e068-2149-46b9-a2c7-f2fc0e2c2bcb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 945 time: 0.1013086 Aug 21 12:33:15.415510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681478-4036-4a45-baac-4e083dbf51f7 req-2e30ae22-db2c-4e43-beec-e7a9aeb5557b tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:15.417519 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-32681478-4036-4a45-baac-4e083dbf51f7 req-2e30ae22-db2c-4e43-beec-e7a9aeb5557b tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0930026 Aug 21 12:33:15.468845 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3c15a095-35bc-45bd-90e0-23dc21e74104 req-5c206a0e-967c-4b89-af26-bbadf7b51e98 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694003 Aug 21 12:33:15.491357 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-32681478-4036-4a45-baac-4e083dbf51f7 req-4d9da7a4-8b86-48df-b10c-eb63f36ca2c1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637310 Aug 21 12:33:15.527544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39414) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:33:15.655364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:33:15.699175 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c5a2e23b-90aa-454f-bd7d-fb1d4ab2cdf2 tempest-TestShelveInstance-2095890283 tempest-TestShelveInstance-2095890283-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1093 time: 0.1652384 Aug 21 12:33:15.700944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39420) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:33:15.707330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'port_id': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:33:15.713641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:33:15.717976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Usage tracker for resource:floatingip and tenant:d1f4b0c579c548ad8f6cdef61c56b13a is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:33:15.721423 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:33:15.727675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:33:15.740158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port cb9e5491-c9b5-4457-a6d8-8efd95192090 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:33:15.747076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.758396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for floatingip, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.886693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.923555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.930615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:15.931799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:15.980313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:15.982613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:16.062951 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'code': 200} Aug 21 12:33:16.078169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Allocated IP 172.27.2.208 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/c901d494-b461-4471-8c12-0f71f02c8f09) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:33:16.115411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=7']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:16.119908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:16.270092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:16.329216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:16.334047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-353ac9b5-8dff-46a8-bab8-a07e8d275465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:16.395676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:33:16.399286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:33:16.403144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:33:16.467027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'Port': ['ID=c901d494-b461-4471-8c12-0f71f02c8f09,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:16.471703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:16.896256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a40b5-4562-4aa3-9008-05e2bb99df73 req-740275b8-f62d-45aa-8d7a-e41f2e5ce5b2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:16.899470 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-058a40b5-4562-4aa3-9008-05e2bb99df73 req-740275b8-f62d-45aa-8d7a-e41f2e5ce5b2 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.2503796 Aug 21 12:33:17.000035 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-058a40b5-4562-4aa3-9008-05e2bb99df73 req-42bef217-d2fd-416e-9cb1-f4f2f3f9567b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912809 Aug 21 12:33:17.157874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:17.643243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:17.859373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:17.889363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:17.897557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:18.010533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event updated for resources: {'Port': ['ID=c901d494-b461-4471-8c12-0f71f02c8f09,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:18.013509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:18.023671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:18.296726 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e86ba5-f0c5-49d5-9f61-b01138356f3b req-3ce38341-9244-490f-a1de-77c1210f3b70 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:18.298307 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c0e86ba5-f0c5-49d5-9f61-b01138356f3b req-3ce38341-9244-490f-a1de-77c1210f3b70 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.1259158 Aug 21 12:33:18.323623 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Floating IP f601f7c2-ba03-4806-917d-b1e2c021ccef associated. External IP: 172.27.2.208, port: 77f9bf58-3195-4620-a073-dd5966b7cb23. Aug 21 12:33:18.431090 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c0e86ba5-f0c5-49d5-9f61-b01138356f3b req-0ac60e28-4d44-44b9-a558-1c4d36aa84cb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243029 Aug 21 12:33:19.009136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Router 1a6fca0e-f234-46c6-a07f-d703f3894df6 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:33:19.235212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:33:19.246341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] Sync routers for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:33:19.261317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:33:19.261963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:33:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:19.282969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:19.348242 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6460941 Aug 21 12:33:19.349823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:19.428312 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'status': 'completed', 'code': 200} Aug 21 12:33:19.486131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:33:19.581829 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-98b81219-db55-4fc1-b18c-2daf01a3d703 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1098 time: 0.1215692 Aug 21 12:33:19.742973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-65f87765-d8d8-4a01-b318-a7c165d98a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:19.744801 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-65f87765-d8d8-4a01-b318-a7c165d98a05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 907 time: 0.1526754 Aug 21 12:33:19.766639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a564c9a-24cd-4b33-a136-afb54ca0aeee req-7439b436-d7b5-434c-bb08-6c1f8f588eab tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:19.774747 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a564c9a-24cd-4b33-a136-afb54ca0aeee req-7439b436-d7b5-434c-bb08-6c1f8f588eab tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0991311 Aug 21 12:33:19.832993 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a564c9a-24cd-4b33-a136-afb54ca0aeee req-7a379c09-9844-4841-b902-d3f6ec9ddde7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569344 Aug 21 12:33:19.917229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'f601f7c2-ba03-4806-917d-b1e2c021ccef', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'port_id': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'mac_address': 'fa:16:3e:af:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:33:16Z', 'updated_at': '2021-08-21T12:33:16Z', 'revision_number': 0, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:31Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:19.922748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] Checking router: 1a6fca0e-f234-46c6-a07f-d703f3894df6 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:33:19.929282 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-4895661e-67ee-48e5-8aac-470999781951 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 999 time: 0.1780522 Aug 21 12:33:19.936642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:33:19.937640 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:33:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:20.045536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-bc796031-bbe1-4ae1-8a5a-c9f3547d9418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:20.047105 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-bc796031-bbe1-4ae1-8a5a-c9f3547d9418 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 200 len: 845 time: 0.1100094 Aug 21 12:33:20.152416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:33:20.154709 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-cbfbd4f4-1e3b-4933-9844-b197149d2c6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17a31c0a-5f7c-446c-aee1-5d4853efc028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001654 Aug 21 12:33:20.307414 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-de2f09c2-1d50-4885-91a7-846e935b3fa0 service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430304 Aug 21 12:33:20.489197 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5f471a73-f865-40ef-93ea-17bc34eec16f req-f6582ee7-cc0f-45d9-bab3-afdf61abd3ae service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724496 Aug 21 12:33:20.733913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'f601f7c2-ba03-4806-917d-b1e2c021ccef', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'port_id': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'mac_address': 'fa:16:3e:af:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:33:16Z', 'updated_at': '2021-08-21T12:33:16Z', 'revision_number': 0, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:31Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:20.738525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ac46-7411-43e6-b855-72315db88e3d None None] The sync data for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi is: [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'f601f7c2-ba03-4806-917d-b1e2c021ccef', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'port_id': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'mac_address': 'fa:16:3e:af:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:33:16Z', 'updated_at': '2021-08-21T12:33:16Z', 'revision_number': 0, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:31Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:33:21.055323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ace2bc-ddf0-42b0-a445-5577e868f49a req-d8d7f47e-c319-49ae-92b5-107ab6c5633f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:21.057001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-91ace2bc-ddf0-42b0-a445-5577e868f49a req-d8d7f47e-c319-49ae-92b5-107ab6c5633f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0927920 Aug 21 12:33:21.107098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39165376-b4d0-4c96-b965-4fef91b443e5 None None] New status for floating IP f601f7c2-ba03-4806-917d-b1e2c021ccef: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:33:21.109639 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-91ace2bc-ddf0-42b0-a445-5577e868f49a req-6507485e-3a38-409e-83b9-aa46d907578e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Aug 21 12:33:22.338558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373485-c07b-4f52-81bb-140f36ea91d6 req-bd8dc184-71b3-4483-a0a4-de813d089c26 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:22.340896 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a1373485-c07b-4f52-81bb-140f36ea91d6 req-bd8dc184-71b3-4483-a0a4-de813d089c26 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0895643 Aug 21 12:33:22.403250 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a1373485-c07b-4f52-81bb-140f36ea91d6 req-17bedf59-18f7-43cd-8f11-4172d31da5ef tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561340 Aug 21 12:33:23.627438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b4dab-ce12-4957-8d35-3fc035cf746f req-e277c2ce-b2c5-4f22-9128-49afa0fe0ebe tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:23.629060 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a8b4dab-ce12-4957-8d35-3fc035cf746f req-e277c2ce-b2c5-4f22-9128-49afa0fe0ebe tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0950813 Aug 21 12:33:23.679910 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a8b4dab-ce12-4957-8d35-3fc035cf746f req-fb166a41-e2e4-456d-8e3a-5443417cce84 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Aug 21 12:33:24.907150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d777-c193-458d-8e97-1ffcea2cfb79 req-0121e1cf-7d16-421e-82c1-776ac8f72eb0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:24.908734 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17a0d777-c193-458d-8e97-1ffcea2cfb79 req-0121e1cf-7d16-421e-82c1-776ac8f72eb0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0833972 Aug 21 12:33:24.957779 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17a0d777-c193-458d-8e97-1ffcea2cfb79 req-be15a0c0-8ec2-4b03-9e83-d6e7f314f1f4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428934 Aug 21 12:33:25.792728 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-8f98c256-5b04-40e8-b379-250301f04fb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1099 time: 0.0727017 Aug 21 12:33:25.931939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-857b4a9d-0a0a-4694-b8f1-b288bc8ae98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:25.933476 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-857b4a9d-0a0a-4694-b8f1-b288bc8ae98b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1342010 Aug 21 12:33:26.044622 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-967ccc42-16b7-4ac8-bbf6-ca0120616475 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 1002 time: 0.1009848 Aug 21 12:33:26.116367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-dfe4c7b8-535f-4bd1-aa0b-b4b6665d1a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:26.117941 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-dfe4c7b8-535f-4bd1-aa0b-b4b6665d1a7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0669098 Aug 21 12:33:26.178457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e431a5e-ea6d-4b8f-ae93-f5872254eb61 req-3b607907-9005-4af2-a8d4-ec6e43078734 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:26.180063 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e431a5e-ea6d-4b8f-ae93-f5872254eb61 req-3b607907-9005-4af2-a8d4-ec6e43078734 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0866160 Aug 21 12:33:26.196856 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-2e2070d8-cb57-4328-9b6a-aa427ed0320c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721142 Aug 21 12:33:26.230896 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e431a5e-ea6d-4b8f-ae93-f5872254eb61 req-7c66c936-5fd7-44ce-942e-6042ca51ea20 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446415 Aug 21 12:33:26.336794 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-65d3ed57-7f9d-46da-b894-868e08012aab service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317878 Aug 21 12:33:26.476693 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7f0a318c-4f0b-48ce-94fc-f6f158c118b5 req-4d58dd30-d231-4852-877d-532df6bdc06b service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326189 Aug 21 12:33:27.146044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b544d948-e3c1-4330-a12b-7e78bd482140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:27.441565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ba2-349e-4e43-ab7a-d41493b7c13c req-49d5a052-76fe-491f-bd1c-ebc3c80447d7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:27.443654 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-40ec8ba2-349e-4e43-ab7a-d41493b7c13c req-49d5a052-76fe-491f-bd1c-ebc3c80447d7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0806410 Aug 21 12:33:27.494791 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-40ec8ba2-349e-4e43-ab7a-d41493b7c13c req-ffc8f303-1cbe-4d47-9950-a898d4acc770 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447888 Aug 21 12:33:28.725104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d7292-a25d-4785-9aca-18aa3bd86eed req-e82356e3-b401-4787-a888-acf56d47098e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:28.726735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-190d7292-a25d-4785-9aca-18aa3bd86eed req-e82356e3-b401-4787-a888-acf56d47098e tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 946 time: 0.0827415 Aug 21 12:33:28.751268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:28.779729 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-190d7292-a25d-4785-9aca-18aa3bd86eed req-3f739661-b623-4d96-a3dd-798a344a9fa5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469189 Aug 21 12:33:29.294564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:29.707910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:33:29.824681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:29.863998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:29.874846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:29.894512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bcf2de6e-09cb-4570-a077-f7bb4796e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:29.923091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:29.924980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:29.959578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:29.994449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=8']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:29.998730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:30.376755 dv-cinder-805477-2-iscsi neutron-server[82373]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'code': 422} returned with failed status Aug 21 12:33:30.779612 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fd472107-4419-4fad-86d6-f4aa0053b085 req-4abddc37-825a-4d4e-976e-fd270146aee0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723867 Aug 21 12:33:31.140476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:31.174666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773054-2129-4523-aa4c-21e07ac8020c req-6b3dd07c-12a8-4223-a328-bf84296241b8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:31.176268 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a2773054-2129-4523-aa4c-21e07ac8020c req-6b3dd07c-12a8-4223-a328-bf84296241b8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0842228 Aug 21 12:33:31.227188 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a2773054-2129-4523-aa4c-21e07ac8020c req-89568563-d9c3-4e06-b24e-50e614b7e7db tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441704 Aug 21 12:33:31.267162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39556) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:33:31.419608 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-c29aa6b4-f0c6-4ecd-8c32-7e8db518287b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511524 Aug 21 12:33:32.114643 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-6cc50742-422d-4401-aebe-bdb1df3075ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e&tenant_id=d4336a5d52524343aa75776b3d08929b HTTP/1.1" status: 200 len: 1097 time: 0.0768423 Aug 21 12:33:32.208111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-28ecfd49-5fff-45d2-8ce4-c93be1a482e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1097 time: 0.0720866 Aug 21 12:33:32.349870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-93d51888-5ff4-40e5-9c32-3794b8edbb74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:32.351489 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-93d51888-5ff4-40e5-9c32-3794b8edbb74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1368077 Aug 21 12:33:32.518249 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-a6790e6f-009a-4cee-826f-7d635e5c50d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 1000 time: 0.1592004 Aug 21 12:33:32.581299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf44c0-314f-4901-805f-e213e73f51aa req-d1f6ed79-415c-4019-b6b9-c6e808a7bdf8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:32.582908 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1abf44c0-314f-4901-805f-e213e73f51aa req-d1f6ed79-415c-4019-b6b9-c6e808a7bdf8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.1689329 Aug 21 12:33:32.618262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-882cde2c-01d8-46f7-86aa-ee7da822c1ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:32.619841 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-882cde2c-01d8-46f7-86aa-ee7da822c1ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0938816 Aug 21 12:33:32.686333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1abf44c0-314f-4901-805f-e213e73f51aa req-173745d1-d209-493d-b51f-b3c1bc6c6949 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966239 Aug 21 12:33:32.715702 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-4733750d-c95a-41d0-bbe9-1d145f7bbdfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837681 Aug 21 12:33:32.852687 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-21a959b9-4cf4-4992-aee7-30bf2bb22d48 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301992 Aug 21 12:33:32.994873 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77e37b06-998b-43cf-ab9e-d30b940586fb req-fd915b5d-5157-4bcf-a4a8-36a36e6e1217 service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354699 Aug 21 12:33:33.913435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789da136-8d42-4c91-b407-26748cc9ce78 req-cfe07de8-149b-4890-a644-91b4ddd29a3c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:33.915101 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-789da136-8d42-4c91-b407-26748cc9ce78 req-cfe07de8-149b-4890-a644-91b4ddd29a3c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0884600 Aug 21 12:33:33.964870 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-789da136-8d42-4c91-b407-26748cc9ce78 req-06914462-5a17-4100-9ea8-db27d38cc7f4 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Aug 21 12:33:35.200155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040d60-f79c-413f-9ee9-e719f0cda5ce req-a2b67351-c96d-4654-be4c-cde565413142 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:35.201765 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-68040d60-f79c-413f-9ee9-e719f0cda5ce req-a2b67351-c96d-4654-be4c-cde565413142 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0847058 Aug 21 12:33:35.251522 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-68040d60-f79c-413f-9ee9-e719f0cda5ce req-ed39ce60-95d3-4cef-97dc-bdbeb49e3016 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434930 Aug 21 12:33:36.474011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44c93e-3bbf-4da2-aa3d-444b127e5680 req-778661a0-2217-4cad-9df4-f39b511106eb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:36.475872 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bf44c93e-3bbf-4da2-aa3d-444b127e5680 req-778661a0-2217-4cad-9df4-f39b511106eb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0861912 Aug 21 12:33:36.527140 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-bf44c93e-3bbf-4da2-aa3d-444b127e5680 req-b4f09642-7090-4321-becb-bf2c5a460f22 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445094 Aug 21 12:33:37.752478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bea7a-7317-491c-8fc2-b0f79006d07a req-485902eb-2881-4165-bed0-341414244363 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:37.754093 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21bea7a-7317-491c-8fc2-b0f79006d07a req-485902eb-2881-4165-bed0-341414244363 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0864811 Aug 21 12:33:38.033200 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f21bea7a-7317-491c-8fc2-b0f79006d07a req-43c3d279-e2d3-4d07-a528-947df3e1a448 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724802 Aug 21 12:33:39.265712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81d126-7b73-41be-b5d4-b7cb6ae6e528 req-9e49ad31-8d0c-45c8-ae8e-da09f14cc4ee tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:39.267588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d81d126-7b73-41be-b5d4-b7cb6ae6e528 req-9e49ad31-8d0c-45c8-ae8e-da09f14cc4ee tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0994668 Aug 21 12:33:39.333627 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d81d126-7b73-41be-b5d4-b7cb6ae6e528 req-4bf2bcb7-8be8-489f-a419-38a881db012b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569186 Aug 21 12:33:40.577753 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f5c5-3744-4acd-818a-cd21624406c1 req-559f61a8-fd0c-4254-b64f-37dfd1129be9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:40.579300 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f930f5c5-3744-4acd-818a-cd21624406c1 req-559f61a8-fd0c-4254-b64f-37dfd1129be9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0881088 Aug 21 12:33:40.633705 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f930f5c5-3744-4acd-818a-cd21624406c1 req-e5e479c3-d3f2-46ae-bc30-7bf08e5992b0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474582 Aug 21 12:33:41.858176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbcab2-b33a-416e-8766-218204483419 req-41224cba-f473-4c60-8bae-32922e2d37ad tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:41.859892 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2afbcab2-b33a-416e-8766-218204483419 req-41224cba-f473-4c60-8bae-32922e2d37ad tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0849502 Aug 21 12:33:41.914917 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2afbcab2-b33a-416e-8766-218204483419 req-c32e3081-3588-49b6-b559-c1f72f33ab02 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489953 Aug 21 12:33:43.137664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f230-50a1-4b40-8c93-30d036954e2a req-680828cc-df46-42f8-ba58-06f3b243f0a0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:43.140621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e46f230-50a1-4b40-8c93-30d036954e2a req-680828cc-df46-42f8-ba58-06f3b243f0a0 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0865550 Aug 21 12:33:43.201020 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e46f230-50a1-4b40-8c93-30d036954e2a req-bb2d88e1-b393-4a83-b89e-613ba1f45ae7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554941 Aug 21 12:33:44.420577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f1a4-ae00-4635-bec3-32491d50d04a req-62c3ad28-c185-408a-a4b4-1b7d106fc236 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:44.422237 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d2a4f1a4-ae00-4635-bec3-32491d50d04a req-62c3ad28-c185-408a-a4b4-1b7d106fc236 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0854187 Aug 21 12:33:44.470879 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d2a4f1a4-ae00-4635-bec3-32491d50d04a req-a3d2ecf9-d13e-441a-af85-aa67e19ff626 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Aug 21 12:33:45.684830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69237b65-f623-4012-8cb2-a13a5295410f req-84c00bcb-015c-41f5-813b-27e32d42db0d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:45.686419 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-69237b65-f623-4012-8cb2-a13a5295410f req-84c00bcb-015c-41f5-813b-27e32d42db0d tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0799809 Aug 21 12:33:45.737351 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-69237b65-f623-4012-8cb2-a13a5295410f req-ce95a628-3c48-44ae-90d1-cc42bf6071b5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450344 Aug 21 12:33:46.952655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ad9-4b69-4cc4-814c-747056e2e956 req-c74adb8f-4e8b-41a0-96ab-646a55514ff5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:46.953909 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e5fd2ad9-4b69-4cc4-814c-747056e2e956 req-c74adb8f-4e8b-41a0-96ab-646a55514ff5 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 944 time: 0.0811803 Aug 21 12:33:47.004137 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e5fd2ad9-4b69-4cc4-814c-747056e2e956 req-1b651417-bc2d-4c63-8e77-8b0301dd63f1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Aug 21 12:33:47.296233 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5d6d-c629-4641-aa38-765c5f6e608d req-a4f9bd90-12b5-4cbe-be9a-e5f743e6f347 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:47.297704 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-556d5d6d-c629-4641-aa38-765c5f6e608d req-a4f9bd90-12b5-4cbe-be9a-e5f743e6f347 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.0833237 Aug 21 12:33:47.344317 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-556d5d6d-c629-4641-aa38-765c5f6e608d req-c53d48b8-db2a-403d-a6f8-2a69adbbc03f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406654 Aug 21 12:33:47.793418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:33:47.932886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:47.947101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'port_id': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'mac_address': 'fa:16:3e:2f:f1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:33:48.007299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:48.026147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9e5491-c9b5-4457-a6d8-8efd95192090 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:33:48.041992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:48.083265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:48.085824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:48.151540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=9']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:48.160920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.161429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.161666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.162232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.162610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.162983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.163355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.163770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.164138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.164501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.164868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:48.169020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:48.227716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09678-2a76-4917-8c1a-8e755260ca72 req-92f9aa94-e2ea-45cc-bb4e-243820396543 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:48.229299 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85e09678-2a76-4917-8c1a-8e755260ca72 req-92f9aa94-e2ea-45cc-bb4e-243820396543 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 945 time: 0.0820637 Aug 21 12:33:48.277366 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-85e09678-2a76-4917-8c1a-8e755260ca72 req-21c604d1-35d6-4b8a-b2d7-a9f9038ca525 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Aug 21 12:33:48.350290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['cb9e5491-c9b5-4457-a6d8-8efd95192090'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:33:48.569570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa04ac-ee76-4b5a-87b4-cf726c9f5427 req-610aa2bd-5af1-4e53-a762-1b7a9fed38d6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:48.573323 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-74fa04ac-ee76-4b5a-87b4-cf726c9f5427 req-610aa2bd-5af1-4e53-a762-1b7a9fed38d6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.1035078 Aug 21 12:33:48.619089 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-74fa04ac-ee76-4b5a-87b4-cf726c9f5427 req-87435574-5964-4b23-802c-18292fe587cf tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418887 Aug 21 12:33:48.811987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-562d3733-e3b7-46b0-8bdb-511cc03be177 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:48.813484 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-562d3733-e3b7-46b0-8bdb-511cc03be177 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 945 time: 0.0807748 Aug 21 12:33:48.890408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Deleting port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:33:48.891054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:49.140502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] For port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:49.141042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:49.439723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:49.440413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:49.440770 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Floating IP 545a3784-621b-46f9-9396-299f0961d9ed disassociated. External IP: 172.27.2.70, port: 61e30067-cfb3-4c0e-925d-e3c5d4eb6747. Aug 21 12:33:49.441156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Calling delete_port for 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:33:49.501152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2f0b-4bf3-4d37-8847-956862278910 req-4954614b-4aee-4552-8b8c-a28f9d83cd19 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:49.502917 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e1a2f0b-4bf3-4d37-8847-956862278910 req-4954614b-4aee-4552-8b8c-a28f9d83cd19 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 945 time: 0.0856571 Aug 21 12:33:49.551827 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4e1a2f0b-4bf3-4d37-8847-956862278910 req-c5e8cf1f-d996-46e8-83c9-010be87ba004 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Aug 21 12:33:49.614024 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:49.620076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-16a31619-3adb-4cf9-89fd-990c520fb45d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:49.661956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'Port': ['ID=61e30067-cfb3-4c0e-925d-e3c5d4eb6747,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.686427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.687415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:33:49.691578 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:49.809915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:33:49.817543 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7b23974c-a01e-4d41-8b3b-7c1cb2e457b0 req-49d80efd-9408-4bf0-9a10-011afe054a5e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 210 time: 0.0473616 Aug 21 12:33:49.879757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port cb9e5491-c9b5-4457-a6d8-8efd95192090 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:33:49.880164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:49.953748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:33:50.000514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:50.028913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:50.038908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:33:50.065538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:50.066562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:33:50.092588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'code': 200} Aug 21 12:33:50.104141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:50.141493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:33:50.142112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:33:50.179990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=10']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:50.183008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:33:50.183239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:50.193125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:33:50.206194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:33:50.207235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:33:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:50.258710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] No DVR routers for this DVR port 61e30067-cfb3-4c0e-925d-e3c5d4eb6747 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:33:50.261509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:50.264242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'name': 'network-vif-deleted', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:50.312061 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8954b070-afa4-4125-bb50-c6741391b3f7 req-f168ba1f-bb3a-4419-a807-3266996a2f5b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "DELETE /v2.0/ports/61e30067-cfb3-4c0e-925d-e3c5d4eb6747 HTTP/1.1" status: 204 len: 173 time: 1.4922733 Aug 21 12:33:50.343349 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c24a19e-46e1-433d-acec-4d58994ae4ba', 'name': 'network-vif-deleted', 'tag': '61e30067-cfb3-4c0e-925d-e3c5d4eb6747', 'status': 'completed', 'code': 200} Aug 21 12:33:50.401722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:33:50.436329 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37b98363-d907-4e73-b516-de2f18193233 req-cbed20d0-dce0-48ef-9fc2-1dd3bbd31574 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1100 time: 0.0748842 Aug 21 12:33:50.481975 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37b98363-d907-4e73-b516-de2f18193233 req-10550f37-9782-40ec-b949-522a9d267f3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 Aug 21 12:33:50.732610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:50.736761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:33:50.748852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:33:50.749518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:33:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:50.772013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488adc2-2e21-47a7-a5c8-e0049b5dde7a req-f9ab4e31-18dd-4a79-902c-51e141831ca6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:50.773886 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3488adc2-2e21-47a7-a5c8-e0049b5dde7a req-f9ab4e31-18dd-4a79-902c-51e141831ca6 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.0854509 Aug 21 12:33:50.828681 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3488adc2-2e21-47a7-a5c8-e0049b5dde7a req-a5e6d6fd-7149-43e9-9dcf-fead0330e6c1 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479851 Aug 21 12:33:50.947784 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:33:51.007398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-704ff400-2701-4fdd-a84c-61bba859744c req-52a1015e-cee2-455a-9001-a51213b90a5f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:33:51.042546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-704ff400-2701-4fdd-a84c-61bba859744c req-52a1015e-cee2-455a-9001-a51213b90a5f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:33:51.043812 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-704ff400-2701-4fdd-a84c-61bba859744c req-52a1015e-cee2-455a-9001-a51213b90a5f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c24a19e-46e1-433d-acec-4d58994ae4ba HTTP/1.1" status: 200 len: 210 time: 0.0835965 Aug 21 12:33:51.273297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:33:51.277427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2b77d-d89c-46ad-baad-e5bfe46bb159 None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:33:51.707920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a05306-776e-4fa4-b20c-0f0abfa2ed8c None None] New status for floating IP 545a3784-621b-46f9-9396-299f0961d9ed: DOWN {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:33:52.195154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:33:52.248824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd315e8f-b70c-4f55-9240-d4494d31179a req-42ceace9-22df-4e87-9240-e64c63999def tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:52.253633 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd315e8f-b70c-4f55-9240-d4494d31179a req-42ceace9-22df-4e87-9240-e64c63999def tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.2865419 Aug 21 12:33:52.299358 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd315e8f-b70c-4f55-9240-d4494d31179a req-55d77f61-e4c9-4bbc-82b8-844daf0fa9af tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426772 Aug 21 12:33:52.503738 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-64bf886f-2cd7-45e4-98b3-7a2eac57d10b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838441899&fields=id&tenant_id=7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 267 time: 0.0439696 Aug 21 12:33:52.661670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716429c-3110-4b83-a623-272863cc427d req-e1c70bbd-79a9-4182-85fc-bed458c3cf14 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:52.663279 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-e1c70bbd-79a9-4182-85fc-bed458c3cf14 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 811 time: 0.1518958 Aug 21 12:33:52.680366 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-39229731-42c0-48ef-9255-367a9318dc0c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/quotas/7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 375 time: 0.0112541 Aug 21 12:33:52.767757 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-53021733-9499-4eac-83e4-4c4eafe14e42 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813665 Aug 21 12:33:52.914279 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-f337aed5-8772-4a3b-a596-c55503c275c3 service neutron] 10.222.0.18 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341550 Aug 21 12:33:53.062563 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-f90dfbf5-922f-42be-8dca-9770dd262f3a service neutron] 10.222.0.18 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415181 Aug 21 12:33:53.520454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2163ab5-7db5-4748-8588-878d6766f8c5 req-17706adb-90f5-4f60-acb5-7ce158f9900c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:53.522563 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d2163ab5-7db5-4748-8588-878d6766f8c5 req-17706adb-90f5-4f60-acb5-7ce158f9900c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.0826232 Aug 21 12:33:53.575137 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d2163ab5-7db5-4748-8588-878d6766f8c5 req-22783de2-8984-4507-a565-80e62d6ec1fb tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461206 Aug 21 12:33:53.632361 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-65306ab3-5f20-4bb9-b8f0-be6c8baff6ad req-fdc5b7f3-92d1-4673-a7b4-e547d72487e7 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 210 time: 0.0491705 Aug 21 12:33:54.806746 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98653876-d817-4823-8a9f-7a35249840f4 req-a27ff904-4814-4805-bc7e-d5174a9fe0d1 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 210 time: 0.0496728 Aug 21 12:33:55.150418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716429c-3110-4b83-a623-272863cc427d req-b1d4c946-3906-40d8-a21d-de8b6f33485c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:55.153683 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-b1d4c946-3906-40d8-a21d-de8b6f33485c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 811 time: 0.1567061 Aug 21 12:33:55.207612 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-23c78992-e389-47b6-8e5a-22d89d2c65cc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 379 time: 0.0440085 Aug 21 12:33:55.217118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'port': {'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'admin_state_up': True, 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'security_groups': ['5c378498-4af5-4e8a-9336-1ef29db6c545']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:33:55.357150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:33:55.367316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:33:55.419114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Made reservation on behalf of 7c0722379d3d4d2db7faa647c0e06819 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:33:55.424741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:55.596715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Allocated IP 172.20.0.8 (dd9a4297-0f6e-44b7-a4c8-2762ac972f6f/0b6ae8f7-6e0c-4f08-8499-a9c37790b57c/a7510a1b-ca02-42b5-9808-f879e2fbaaa2) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:33:56.004726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-98f76841-21a1-4d1a-9d30-bbdce5cfff98 req-b16e0d3a-2ad3-4ceb-a906-76fec43d0a61 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 210 time: 0.0529454 Aug 21 12:33:56.040094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.056402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Transition to ACTIVE for port object a7510a1b-ca02-42b5-9808-f879e2fbaaa2 will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:33:56.100221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.105724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3c6e471-179c-4568-a72a-aa2da8f66ad7 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:56.180112 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:33:56.183568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:33:56.188085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:33:56.214555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:56.220392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:56.256371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:56.257043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.329304 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1161568 Aug 21 12:33:56.341264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Request body: {'port': {'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:33:56.466158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.579543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-9483d068-46e7-410c-9a7d-46e35a56a26c None None] Provisioning for port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:33:56.584837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-9483d068-46e7-410c-9a7d-46e35a56a26c None None] Provisioning complete for port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:33:56.585253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9483d068-46e7-410c-9a7d-46e35a56a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.638032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-9483d068-46e7-410c-9a7d-46e35a56a26c None None] Port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:33:56.872234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7510a1b-ca02-42b5-9808-f879e2fbaaa2 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:33:56.878876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.894035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Transition to ACTIVE for port object a7510a1b-ca02-42b5-9808-f879e2fbaaa2 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:33:56.928197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:56.931836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4958d853-2f1a-4a08-8451-00cbe378b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:57.058494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Pushing event updated for resources: {'Port': ['ID=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:57.063044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:57.150956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fd5820f9-af64-488d-8a22-6965afee6059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:57.226538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Attempting to bind port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:33:57.226794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Attempting to bind port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:33:57.227166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Attempting to bind port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:33:57.242484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:33:57.242849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Attempting to bind port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:33:57.255707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:33:57.256022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Checking segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:33:57.256633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Bound using segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:33:57.256890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Bound port: a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:33:57.257274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:57.274362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112492e-630d-4b99-84a2-aa4922d11842 req-cd8b8309-ac62-4cce-a6f7-9d80060faeea tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:57.275114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-2112492e-630d-4b99-84a2-aa4922d11842 req-cd8b8309-ac62-4cce-a6f7-9d80060faeea tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:33:57.364244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-2112492e-630d-4b99-84a2-aa4922d11842 req-cd8b8309-ac62-4cce-a6f7-9d80060faeea tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:33:57.365532 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2112492e-630d-4b99-84a2-aa4922d11842 req-cd8b8309-ac62-4cce-a6f7-9d80060faeea tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.2221913 Aug 21 12:33:57.368040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] For port a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:33:57.371189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] For port a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:33:57.388728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:57.396417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:33:57.481299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:57.482839 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] 10.222.0.35 "PUT /v2.0/ports/a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 200 len: 1093 time: 1.1466200 Aug 21 12:33:57.483378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:33:57.498441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Pushing event updated for resources: {'Port': ['ID=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:33:57.503123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2112492e-630d-4b99-84a2-aa4922d11842 req-34b59ee7-f958-47de-a7bf-a6aff4f56b9e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306055 Aug 21 12:33:57.508285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:33:57.589825 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'status': 'completed', 'code': 200} Aug 21 12:33:57.627391 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-b826df65-c8d9-4720-a7b5-328733e05912 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1096 time: 0.0768332 Aug 21 12:33:57.698967 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-ad5f33f0-8b4c-4a28-aa25-66e69a36665c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0642750 Aug 21 12:33:57.769191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716429c-3110-4b83-a623-272863cc427d req-fa244541-8e5d-4d51-a8d4-3a15636cbe0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:57.770708 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-fa244541-8e5d-4d51-a8d4-3a15636cbe0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0654998 Aug 21 12:33:57.849816 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-d58d4204-e5f5-42b4-8a60-028fe09ed227 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717521 Aug 21 12:33:57.987861 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-a8c50dc6-1683-4a01-8eab-289428916b47 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311593 Aug 21 12:33:58.130599 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4716429c-3110-4b83-a623-272863cc427d req-d5a08b67-1e35-4619-93f7-429be523f682 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345150 Aug 21 12:33:58.279662 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-f25575a1-39c6-4eb9-ae4b-01a0c220bda8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1096 time: 0.0764222 Aug 21 12:33:58.424261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-1ea3ebb5-34f5-4db3-abf8-42138a2e082b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:58.425884 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-1ea3ebb5-34f5-4db3-abf8-42138a2e082b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1320274 Aug 21 12:33:58.499231 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-99b2bd45-7cb9-4b9d-a65a-f9b777fe7936 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0618663 Aug 21 12:33:58.574429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-14b3a06a-9219-45df-8a55-70c970a5f467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:58.575984 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-14b3a06a-9219-45df-8a55-70c970a5f467 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0652318 Aug 21 12:33:58.709376 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-4d01cfda-19d9-4c45-b8e3-712e527cdea6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253781 Aug 21 12:33:58.767507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:58.813181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eea51e-3301-4fc4-98de-827c8c204007 req-d2076a18-c121-4771-9e2e-a16793f5ba24 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:58.814706 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-15eea51e-3301-4fc4-98de-827c8c204007 req-d2076a18-c121-4771-9e2e-a16793f5ba24 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.1822619 Aug 21 12:33:58.896006 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-6e1c005f-226d-4adf-ae7d-82fbb6255e96 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798036 Aug 21 12:33:58.899895 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-15eea51e-3301-4fc4-98de-827c8c204007 req-5e4b2e5d-7f48-4c31-b424-4ccb8fea9d56 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781949 Aug 21 12:33:59.037054 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-45dd7fea-fc3e-4ae8-bf8c-19339ddea1f5 req-f4ef0645-9863-436b-880c-078414d66386 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338024 Aug 21 12:33:59.258853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:59.459008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-f663f8aa-5d38-4e97-81d3-b5b5139c25e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709908 Aug 21 12:33:59.556911 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-2bc044ff-655d-4d20-88b1-888cf96a96f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4336a5d52524343aa75776b3d08929b&device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 1100 time: 0.0761344 Aug 21 12:33:59.707575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-2b05b4c0-b02d-4810-9159-8406400be988 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:59.709109 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-2b05b4c0-b02d-4810-9159-8406400be988 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 200 len: 918 time: 0.1333463 Aug 21 12:33:59.810121 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-64e30e7b-9c45-4c1b-afee-316421a9fbf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 200 len: 1002 time: 0.0950098 Aug 21 12:33:59.876398 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6d57c9ad-1d6a-4e19-b58e-0c2177839ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:59.879101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-b5859b09-ecb2-423b-ac76-504c967095a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:33:59.881219 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-b5859b09-ecb2-423b-ac76-504c967095a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 200 len: 856 time: 0.0655048 Aug 21 12:33:59.945185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:33:59.960277 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-43fd8951-2e4e-4aa1-9514-d78691630a4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0db6c827-e557-4b1d-b805-83a9934645c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724931 Aug 21 12:34:00.101416 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-bce7cba4-0f56-4a2d-a9ea-de9286fa9eeb service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339655 Aug 21 12:34:00.113450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299eabd-f9c1-4a28-a186-58c75437b1ac req-4ced382d-a52c-4f3f-a936-a4e286cbfd2b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:00.115603 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c299eabd-f9c1-4a28-a186-58c75437b1ac req-4ced382d-a52c-4f3f-a936-a4e286cbfd2b tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.0819235 Aug 21 12:34:00.162937 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c299eabd-f9c1-4a28-a186-58c75437b1ac req-406e4678-9564-4ccf-a90f-f1859f94f7dd tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Aug 21 12:34:00.244525 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0f75225f-e8ec-4578-b2f0-e47f07eef366 req-3ea0a2b8-c57f-454e-bd33-04120e9b874c service neutron] 10.222.0.35 "GET /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359129 Aug 21 12:34:01.122356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:01.573385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456b5b9-3cca-49b9-8efb-15acab14e912 req-35aaae71-89a9-4ad1-a55c-8be56c9bb735 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:01.574986 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3456b5b9-3cca-49b9-8efb-15acab14e912 req-35aaae71-89a9-4ad1-a55c-8be56c9bb735 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.2874548 Aug 21 12:34:01.622527 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3456b5b9-3cca-49b9-8efb-15acab14e912 req-7c1b81e5-21f7-4ebf-a4c6-839080817fb1 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414541 Aug 21 12:34:02.827503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6442c15-bf76-4f65-b8ac-1fce536a9c23 req-8cdb12dd-985d-444e-afba-f10c200b2dc3 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:02.829068 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6442c15-bf76-4f65-b8ac-1fce536a9c23 req-8cdb12dd-985d-444e-afba-f10c200b2dc3 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.0856755 Aug 21 12:34:02.876162 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6442c15-bf76-4f65-b8ac-1fce536a9c23 req-f9ce6e9e-5039-4c72-ba76-f4b351e4857d tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Aug 21 12:34:04.076801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f67a58-2c7d-45f6-bf5a-a4a63658626c req-52023fcd-9890-403d-8011-a14e814c3157 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:04.078396 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-30f67a58-2c7d-45f6-bf5a-a4a63658626c req-52023fcd-9890-403d-8011-a14e814c3157 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.0805774 Aug 21 12:34:04.126568 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-30f67a58-2c7d-45f6-bf5a-a4a63658626c req-409d2451-9cf9-43d8-9294-c184a35f2d42 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Aug 21 12:34:05.326803 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a5435-064c-4ff6-a30b-49908793f551 req-4fc2703c-44d2-4751-872a-4359a0cd1971 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:05.328316 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-892a5435-064c-4ff6-a30b-49908793f551 req-4fc2703c-44d2-4751-872a-4359a0cd1971 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 943 time: 0.0817084 Aug 21 12:34:05.376261 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-892a5435-064c-4ff6-a30b-49908793f551 req-dc369be9-cc5e-4a3c-bb88-2c98d12676c9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413704 Aug 21 12:34:05.919198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device a7510a1b-ca02-42b5-9808-f879e2fbaaa2 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:34:06.057418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:06.071442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:34:06.125387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:06.142708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7510a1b-ca02-42b5-9808-f879e2fbaaa2 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:34:06.157472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:06.179495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:06.181297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c76e2f85-42ba-4b19-93a2-feae30679750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:06.396693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:06.399606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:06.478054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['a7510a1b-ca02-42b5-9808-f879e2fbaaa2'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:34:06.583992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054cc8d-c799-42e2-9440-bde413810a0b req-302d8439-7081-4ad2-9d80-3c214d357796 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:06.585580 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9054cc8d-c799-42e2-9440-bde413810a0b req-302d8439-7081-4ad2-9d80-3c214d357796 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 944 time: 0.0859499 Aug 21 12:34:06.635017 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9054cc8d-c799-42e2-9440-bde413810a0b req-dfecef15-aa57-40b1-b028-1a2dec89fb86 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Aug 21 12:34:07.848594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e127e-2886-4963-8883-53a70a00be52 req-87fa1bde-ed81-4bc0-a366-44dabe156b93 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:07.850200 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ac1e127e-2886-4963-8883-53a70a00be52 req-87fa1bde-ed81-4bc0-a366-44dabe156b93 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 944 time: 0.0844777 Aug 21 12:34:07.897253 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ac1e127e-2886-4963-8883-53a70a00be52 req-235bcdec-ebe8-4121-be90-407e64b7e904 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Aug 21 12:34:07.928146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device a7510a1b-ca02-42b5-9808-f879e2fbaaa2 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:34:08.024981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:34:08.030211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:34:08.030628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:08.144224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:08.170765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:34:08.181051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:08.219484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:08.221462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:08.251087 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'code': 200} Aug 21 12:34:08.289092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:08.292059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:08.604638 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0e794ff3-17e4-4d74-9e03-3f1880f19a96 req-d27120e3-52e2-4ff9-a4f0-d1fd96713411 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1098 time: 0.0709219 Aug 21 12:34:08.648756 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0e794ff3-17e4-4d74-9e03-3f1880f19a96 req-541c2990-cf8b-4cfd-8171-1cc2db061885 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371027 Aug 21 12:34:09.097582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66380b02-07ca-47d2-a7e3-d943b2e4c82a req-40843d11-53c9-4e47-8cab-d58769105c30 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:09.099717 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-66380b02-07ca-47d2-a7e3-d943b2e4c82a req-40843d11-53c9-4e47-8cab-d58769105c30 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 945 time: 0.0816841 Aug 21 12:34:09.151813 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-66380b02-07ca-47d2-a7e3-d943b2e4c82a req-d6a1a6f9-6cc0-441b-9518-2cdb2123b838 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461450 Aug 21 12:34:10.356907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f55749-56c4-4d96-b497-04bcc7886bea req-d3144640-835d-40f0-8573-4631fa27d575 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:10.358477 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-16f55749-56c4-4d96-b497-04bcc7886bea req-d3144640-835d-40f0-8573-4631fa27d575 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 945 time: 0.0848370 Aug 21 12:34:10.406787 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-16f55749-56c4-4d96-b497-04bcc7886bea req-c7ced9b4-ca77-4e5d-bfcc-83b655e5b51f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 Aug 21 12:34:10.607564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5e587-7912-4e45-983f-390797682f66 req-eca00c5f-72f3-4e56-bb5d-0b913d27afe7 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:10.609043 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3ef5e587-7912-4e45-983f-390797682f66 req-eca00c5f-72f3-4e56-bb5d-0b913d27afe7 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 945 time: 0.0804741 Aug 21 12:34:10.655954 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3ef5e587-7912-4e45-983f-390797682f66 req-ef678c12-4b5c-4b73-9de7-cf833822c943 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 Aug 21 12:34:10.684421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39816) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:10.755622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6fb150e3-fad3-4045-bb25-62661468d808 tempest-TestVolumeBootPattern-1755175731 tempest-TestVolumeBootPattern-1755175731-project-admin] Synchronizing usage tracker for tenant:4948701c7e6f47229b4626338aaedc44 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:34:10.801295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6fb150e3-fad3-4045-bb25-62661468d808 tempest-TestVolumeBootPattern-1755175731 tempest-TestVolumeBootPattern-1755175731-project-admin] Unset dirty status for tenant:4948701c7e6f47229b4626338aaedc44 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:34:10.802597 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6fb150e3-fad3-4045-bb25-62661468d808 tempest-TestVolumeBootPattern-1755175731 tempest-TestVolumeBootPattern-1755175731-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1093 time: 0.1171272 Aug 21 12:34:10.805480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39820) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:10.811134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:34:10.816644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:10.820621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:floatingip and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:10.823509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:10.829349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:10.864823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:11.005556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:11.150256 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Allocated IP 172.27.2.184 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/f0c5f4ab-699f-4ecf-94ea-cd084c4a35a6) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:34:11.365909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:11.425007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:11.429206 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:11.499992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:34:11.503580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:34:11.508150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:34:11.541864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=f0c5f4ab-699f-4ecf-94ea-cd084c4a35a6,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:11.550064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:12.030408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:12.124678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:12.334879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:12.373476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:12.378311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:12.504945 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=f0c5f4ab-699f-4ecf-94ea-cd084c4a35a6,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:12.513545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:12.522822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:12.727842 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Floating IP 32315772-61fb-4606-bcf4-caa2dcc72011 associated. External IP: 172.27.2.184, port: a7510a1b-ca02-42b5-9808-f879e2fbaaa2. Aug 21 12:34:13.131318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:34:13.338870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:34:13.348435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:34:13.361199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:13.361948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:13.402062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:13.469810 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6537941 Aug 21 12:34:13.469810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:34:13.518225 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'status': 'completed', 'code': 200} Aug 21 12:34:13.551853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:13.824634 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-946a4e6a-7833-401d-a536-b1e11540e846 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1098 time: 0.2833483 Aug 21 12:34:13.934983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:11Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:13.939094 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:34:13.950314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:13.950964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:13.967436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-81363db3-9b02-42da-aff6-0355dc522634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:13.968964 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-81363db3-9b02-42da-aff6-0355dc522634 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1370957 Aug 21 12:34:14.077312 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-8c770418-ea4f-4f31-93bc-cebeeaad5d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 200 len: 999 time: 0.1015110 Aug 21 12:34:14.135467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:14.146584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-15abfe5d-f72b-46ea-8772-7e33fd91b481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:14.148154 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-15abfe5d-f72b-46ea-8772-7e33fd91b481 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0637872 Aug 21 12:34:14.233861 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-922ab21b-fb44-45cf-9a3b-1d47daee249b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767357 Aug 21 12:34:14.372250 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-ef8296cb-59f9-4f40-a003-c7927c5c2ae4 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313004 Aug 21 12:34:14.494406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:11Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:14.498448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc0669-4998-44bc-89ea-ffa7f36e813d None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:11Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:34:14.515599 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-90e096cf-6069-414b-a5ce-61082bc70a7f req-66626c0d-43f8-409a-81c1-2b4a17c13dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364195 Aug 21 12:34:14.827279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fa737-3fb4-4ce0-87ce-5dcb4205d359 None None] New status for floating IP 32315772-61fb-4606-bcf4-caa2dcc72011: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:34:17.518424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6e844-2f31-4f50-9772-5ff557fc8f5f req-44eec638-f132-40b5-b810-7dbeac22ae18 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:17.519918 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-96e6e844-2f31-4f50-9772-5ff557fc8f5f req-44eec638-f132-40b5-b810-7dbeac22ae18 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0806656 Aug 21 12:34:17.569260 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-96e6e844-2f31-4f50-9772-5ff557fc8f5f req-41dcaba7-595f-4962-a26b-4b11aaa98814 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Aug 21 12:34:18.775757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ad83a-212c-4e22-b2af-01f5fde862e5 req-ab835de4-c3d0-4a15-b868-75f24c1ef4bb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:18.777291 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-189ad83a-212c-4e22-b2af-01f5fde862e5 req-ab835de4-c3d0-4a15-b868-75f24c1ef4bb tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0860996 Aug 21 12:34:18.825717 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-189ad83a-212c-4e22-b2af-01f5fde862e5 req-2134a690-b804-4a83-9f49-944cae1ecd9b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Aug 21 12:34:19.262932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853d8de-2ec8-47c3-9286-831c76744577 req-67244c9f-1dd2-4539-aaef-efee9330657b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:19.264479 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7853d8de-2ec8-47c3-9286-831c76744577 req-67244c9f-1dd2-4539-aaef-efee9330657b tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.0841672 Aug 21 12:34:19.336677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Deleting port e5f1ee35-6140-452c-9138-cdb392c477ea {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:19.336992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:19.582401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] For port e5f1ee35-6140-452c-9138-cdb392c477ea, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e5f1ee35-6140-452c-9138-cdb392c477ea,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:19.582804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:19.870023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:19.870478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:19.870758 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Floating IP b785b9f9-ebf3-4fd6-905c-5ca436b4dc85 disassociated. External IP: 172.27.2.156, port: e5f1ee35-6140-452c-9138-cdb392c477ea. Aug 21 12:34:19.871134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Calling delete_port for e5f1ee35-6140-452c-9138-cdb392c477ea owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:20.081704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa1d35-3115-490f-9001-8f5b18387664 req-5bb74c26-a5e7-4e1a-8384-60abbe0d6d22 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:20.083310 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-afaa1d35-3115-490f-9001-8f5b18387664 req-5bb74c26-a5e7-4e1a-8384-60abbe0d6d22 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 946 time: 0.1322322 Aug 21 12:34:20.105833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:20.116884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9caf91c5-78e1-4f19-bfd3-3c670f7d6e7b tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:20.162938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event deleted for resources: {'Port': ['ID=e5f1ee35-6140-452c-9138-cdb392c477ea,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:20.173733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:20.192040 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-afaa1d35-3115-490f-9001-8f5b18387664 req-8e62fbf2-c2b6-47cb-8acb-b7300ea81dba tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026294 Aug 21 12:34:20.393489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Router 1be2d493-fa24-4fef-b868-7c8c197869be has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:34:20.596961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:34:20.606810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:34:20.620866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:20.621813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:20.670400 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] No DVR routers for this DVR port e5f1ee35-6140-452c-9138-cdb392c477ea on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:34:20.672963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:20.675889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'name': 'network-vif-deleted', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:34:20.728668 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7853d8de-2ec8-47c3-9286-831c76744577 req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.35 "DELETE /v2.0/ports/e5f1ee35-6140-452c-9138-cdb392c477ea HTTP/1.1" status: 204 len: 173 time: 1.4575765 Aug 21 12:34:20.739233 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d79169-d3be-452a-a571-ffcbfbcf8227', 'name': 'network-vif-deleted', 'tag': 'e5f1ee35-6140-452c-9138-cdb392c477ea', 'status': 'completed', 'code': 200} Aug 21 12:34:20.815705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:21.289015 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:21.292034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:34:21.304623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:21.305296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:21.383764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c36588b8-45b4-4935-908c-a47370264486 req-92d7c0cc-fb2f-45b8-98d2-dabf0276f4c6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Synchronizing usage tracker for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:34:21.418984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c36588b8-45b4-4935-908c-a47370264486 req-92d7c0cc-fb2f-45b8-98d2-dabf0276f4c6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Unset dirty status for tenant:8a85bc1c655148b88b864390d8aa1fe7 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:34:21.420267 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c36588b8-45b4-4935-908c-a47370264486 req-92d7c0cc-fb2f-45b8-98d2-dabf0276f4c6 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d79169-d3be-452a-a571-ffcbfbcf8227 HTTP/1.1" status: 200 len: 210 time: 0.0813522 Aug 21 12:34:21.492019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:21.802792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:21.806786 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8311b6-1bde-4d32-b69c-42ff7afa453b None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:27:11Z', 'revision_number': 4, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '9f87e82b-cf33-4137-8507-60e65810ccc4', 'name': '', 'network_id': '5826bfc0-95a8-46c2-962b-80092102a8f3', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'mac_address': 'fa:16:3e:30:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:10Z', 'updated_at': '2021-08-21T12:27:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'subnets': [{'id': 'd0012acc-2f14-4642-a15e-56d1a24ed374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:34:22.240172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d4ce4-5555-495d-80b4-c0d9aa0cb90c None None] New status for floating IP b785b9f9-ebf3-4fd6-905c-5ca436b4dc85: DOWN {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:34:22.625857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39888) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:22.693072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:22.720465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:22.790395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:22.795611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-71bd492c-d5cb-4ede-ab4d-c4164b4fad2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:22.810669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf67c5fd-4278-43d9-9fd5-d2d7c80b4586,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:22.813317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:22.841084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:22.842392 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f58728a4-1eba-4a1d-8911-e15c57ae0f36 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf67c5fd-4278-43d9-9fd5-d2d7c80b4586 HTTP/1.1" status: 204 len: 168 time: 0.2149611 Aug 21 12:34:22.845190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39892) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:22.865818 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.v2.resource [None req-74a337aa-a016-4f2a-8951-c9fec5ef0a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] show failed (client error): The resource could not be found. Aug 21 12:34:22.866875 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-74a337aa-a016-4f2a-8951-c9fec5ef0a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "GET /v2.0/security-groups/cf67c5fd-4278-43d9-9fd5-d2d7c80b4586 HTTP/1.1" status: 404 len: 347 time: 0.0207086 Aug 21 12:34:22.869512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39896) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:23.231171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Deleting port 0bcd8eb0-692c-4f9d-bf57-9869cdb25b47 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:23.231545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:23.403686 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:23.404067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:23.529387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Calling delete_port for 0bcd8eb0-692c-4f9d-bf57-9869cdb25b47 owned by network:floatingip {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:23.687420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:23.691624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:23.734467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Pushing event deleted for resources: {'Port': ['ID=0bcd8eb0-692c-4f9d-bf57-9869cdb25b47,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:23.737212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:23.828093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks [] for floatingip, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:23.870217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:23.871433 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] 10.222.0.18 "DELETE /v2.0/floatingips/b785b9f9-ebf3-4fd6-905c-5ca436b4dc85 HTTP/1.1" status: 204 len: 168 time: 1.0009711 Aug 21 12:34:23.997414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e5f1ee35-6140-452c-9138-cdb392c477ea no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:24.032250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: e5f1ee35-6140-452c-9138-cdb392c477ea {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:24.032250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e5f1ee35-6140-452c-9138-cdb392c477ea not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:27.168125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-db920bba-1d19-4471-a80c-6b4e2ee83027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:27.459634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277d373-1b96-41da-a176-e247e7edfced req-b61e2dda-0adf-4953-bfc2-2b6f97ea0ea9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:27.461188 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a277d373-1b96-41da-a176-e247e7edfced req-b61e2dda-0adf-4953-bfc2-2b6f97ea0ea9 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.0801778 Aug 21 12:34:27.508800 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a277d373-1b96-41da-a176-e247e7edfced req-76ae91dc-68f2-4734-892b-b95e9a131aed tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Aug 21 12:34:28.227517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39940) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:28.755954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:28.864181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a1ce-df95-4bce-a61b-7017ee55113c req-92e30c06-4811-4d59-8555-a37b58960ad8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:28.866267 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37c6a1ce-df95-4bce-a61b-7017ee55113c req-92e30c06-4811-4d59-8555-a37b58960ad8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.2107987 Aug 21 12:34:28.935294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-84123e3f-376d-4262-a737-1344216e7147 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:28.936803 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-84123e3f-376d-4262-a737-1344216e7147 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.1623607 Aug 21 12:34:28.980792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:29.044290 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-37c6a1ce-df95-4bce-a61b-7017ee55113c req-58153960-e60f-4b55-9bab-fc9a7d6a8336 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703718 Aug 21 12:34:29.083241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Deleting port cb9e5491-c9b5-4457-a6d8-8efd95192090 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:29.083617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:29.195643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:34:29.310620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:29.424833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] For port cb9e5491-c9b5-4457-a6d8-8efd95192090, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=cb9e5491-c9b5-4457-a6d8-8efd95192090,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:29.425229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:29.876190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c26a2f3e-8993-4c43-bba6-6faa05000203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:29.961597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:30.106093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:30.106507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:30.106859 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Floating IP f8149b52-7ca6-43d3-a9e3-d583e379c8f2 disassociated. External IP: 172.27.2.185, port: cb9e5491-c9b5-4457-a6d8-8efd95192090. Aug 21 12:34:30.107231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Calling delete_port for cb9e5491-c9b5-4457-a6d8-8efd95192090 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:30.264499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13f9b-cdef-4dd3-a757-a88e3c507d20 req-d87ac0ae-0930-4be6-be47-54829b20150f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:30.266139 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9b13f9b-cdef-4dd3-a757-a88e3c507d20 req-d87ac0ae-0930-4be6-be47-54829b20150f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 947 time: 0.0887496 Aug 21 12:34:30.315931 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c9b13f9b-cdef-4dd3-a757-a88e3c507d20 req-e46f112c-00cc-44d8-9c33-616c92942eec tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups?id=f652f2bf-529d-41b6-a411-7354b814a168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Aug 21 12:34:30.359941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:30.369817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f5ab110f-f2a9-4a7d-97ca-41038afb32bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:30.414058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event deleted for resources: {'Port': ['ID=cb9e5491-c9b5-4457-a6d8-8efd95192090,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:30.418652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:30.587293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Deleting port 9f87e82b-cf33-4137-8507-60e65810ccc4 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:30.587592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:30.849293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] For port 9f87e82b-cf33-4137-8507-60e65810ccc4, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=9f87e82b-cf33-4137-8507-60e65810ccc4,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:30.849699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:30.984444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Calling delete_port for 9f87e82b-cf33-4137-8507-60e65810ccc4 owned by network:router_interface {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:31.011915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Router 51afa978-5c57-4d22-a946-52588261a1d7 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:34:31.167420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:31.346930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:34:31.357020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:34:31.370040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:31.370715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:31.384271 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:31.392932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ae5a9059-8963-41ad-aa72-2927f12acab9 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:31.470421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Pushing event deleted for resources: {'Port': ['ID=9f87e82b-cf33-4137-8507-60e65810ccc4,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:31.473073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:31.475531 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] No DVR routers for this DVR port cb9e5491-c9b5-4457-a6d8-8efd95192090 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:34:31.477818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:31.514591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-deleted', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:34:31.563032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:31.612666 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e4bf58-83a9-4134-a570-d53f578a842e', 'name': 'network-vif-deleted', 'tag': 'cb9e5491-c9b5-4457-a6d8-8efd95192090', 'status': 'completed', 'code': 200} Aug 21 12:34:31.617135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-0223e8c8-212a-4864-bb58-bbe63b707476 req-342d5911-fc3f-45fb-9bad-0e395cd9a938 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Synchronizing usage tracker for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:34:31.626293 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-156fbdb5-fabd-4717-bda1-9f6523e5a5e3 req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.35 "DELETE /v2.0/ports/cb9e5491-c9b5-4457-a6d8-8efd95192090 HTTP/1.1" status: 204 len: 173 time: 2.6811545 Aug 21 12:34:31.720110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-0223e8c8-212a-4864-bb58-bbe63b707476 req-342d5911-fc3f-45fb-9bad-0e395cd9a938 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Unset dirty status for tenant:d4336a5d52524343aa75776b3d08929b on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:34:31.721449 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0223e8c8-212a-4864-bb58-bbe63b707476 req-342d5911-fc3f-45fb-9bad-0e395cd9a938 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/ports?device_id=82e4bf58-83a9-4134-a570-d53f578a842e HTTP/1.1" status: 200 len: 210 time: 0.2577760 Aug 21 12:34:31.881405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:31.913597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:31.917577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:34:31.928959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:31.929607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:32.066858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:32.110234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: cb9e5491-c9b5-4457-a6d8-8efd95192090 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:32.110620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device cb9e5491-c9b5-4457-a6d8-8efd95192090 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:32.148239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:32.633431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:32.637562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935f4b9-b7f2-42aa-b3ec-2fa9656e36c1 None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:27:23Z', 'revision_number': 4, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'fe8b15aa-dcd9-4551-9c3c-158464baf978', 'name': '', 'network_id': '0db6c827-e557-4b1d-b805-83a9934645c6', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'mac_address': 'fa:16:3e:b6:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:20Z', 'updated_at': '2021-08-21T12:27:36Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'subnets': [{'id': '81085cd4-4662-457d-88bc-a149c44a81a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:34:32.711318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Router 1be2d493-fa24-4fef-b868-7c8c197869be has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:34:32.932817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:34:32.940012 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] 10.222.0.18 "PUT /v2.0/routers/1be2d493-fa24-4fef-b868-7c8c197869be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7111146 Aug 21 12:34:32.942756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39958) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:32.946629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] Sync routers for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:34:32.964078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39962) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:32.965072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:32.966151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:33.051006 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.082037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.152215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d6e73-6937-45aa-9b66-69e3e5fe25a7 None None] New status for floating IP f8149b52-7ca6-43d3-a9e3-d583e379c8f2: DOWN {{(pid=82486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:34:33.160449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:33.187072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks [] for router, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.190429 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.195822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5e264cd-b6fe-4318-8e57-f527151fe53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:33.211419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f652f2bf-529d-41b6-a411-7354b814a168,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:33.214274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:33.246705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.250422 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-45f40cc4-f2c6-4f67-aca1-86c4b4e41b1f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "DELETE /v2.0/security-groups/f652f2bf-529d-41b6-a411-7354b814a168 HTTP/1.1" status: 204 len: 168 time: 0.2826767 Aug 21 12:34:33.250717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39966) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:33.268848 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.api.v2.resource [None req-b5a015a5-0063-4258-b027-45d31659946f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] show failed (client error): The resource could not be found. Aug 21 12:34:33.274011 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b5a015a5-0063-4258-b027-45d31659946f tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "GET /v2.0/security-groups/f652f2bf-529d-41b6-a411-7354b814a168 HTTP/1.1" status: 404 len: 347 time: 0.0182881 Aug 21 12:34:33.275626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 39970) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:33.441866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.460435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Deleting port 4606c1e5-c6dc-42b5-a1f1-c5883fb94542 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:33.469162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.469305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:34:31Z', 'revision_number': 5, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port': {'id': '851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:04Z', 'updated_at': '2021-08-21T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:33.469305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] Checking router: 1be2d493-fa24-4fef-b868-7c8c197869be for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:34:33.481212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] Routers {'1be2d493-fa24-4fef-b868-7c8c197869be'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:33.481903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1be2d493-fa24-4fef-b868-7c8c197869be'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:33.488125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Deleting port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:33.488666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.642679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] Set router 1be2d493-fa24-4fef-b868-7c8c197869be gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:33.643815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.644184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.699707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] For port 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:33.700184 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.753574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:34:33Z', 'revision_number': 6, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port_host': None}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:33.758494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54a102-487f-4c9d-a291-6eda836ad281 None None] The sync data for ids ['1be2d493-fa24-4fef-b868-7c8c197869be'] in dv-cinder-805477-2-iscsi is: [{'id': '1be2d493-fa24-4fef-b868-7c8c197869be', 'name': 'tempest-AttachVolumeTestJSON-2021041658-router', 'tenant_id': '8a85bc1c655148b88b864390d8aa1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:03Z', 'updated_at': '2021-08-21T12:34:33Z', 'revision_number': 6, 'project_id': '8a85bc1c655148b88b864390d8aa1fe7', 'gw_port_host': None}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:34:33.771722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Calling delete_port for 4606c1e5-c6dc-42b5-a1f1-c5883fb94542 owned by network:floatingip {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:33.832146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Calling delete_port for 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc owned by network:router_gateway {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:33.950562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:33.956047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-72f7756f-8a96-474f-b9f0-3af733d676af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:34.000854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Pushing event deleted for resources: {'Port': ['ID=4606c1e5-c6dc-42b5-a1f1-c5883fb94542,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:34.003759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:34.041983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.046815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:34.088534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Pushing event deleted for resources: {'Port': ['ID=851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:34.099417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks [] for floatingip, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.139388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.142235 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8149b52-7ca6-43d3-a9e3-d583e379c8f2 HTTP/1.1" status: 204 len: 168 time: 0.8639059 Aug 21 12:34:34.161028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.161494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.161936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.162372 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.162898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.163010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.163420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.163856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.164111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.164519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.164925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:34.170723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:34.342699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.708705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9f87e82b-cf33-4137-8507-60e65810ccc4 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:34.748317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 9f87e82b-cf33-4137-8507-60e65810ccc4 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:34.748616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 9f87e82b-cf33-4137-8507-60e65810ccc4 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:34.749198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:34.782411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:34.782807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 851c5c3c-9645-4cee-8cb8-8dcc94a6e9dc not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:34.816926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.821395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.932958 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.933556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1be2d493-fa24-4fef-b868-7c8c197869be {{(pid=82484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:34:34.946772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:34.948093 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1be2d493-fa24-4fef-b868-7c8c197869be HTTP/1.1" status: 204 len: 168 time: 2.0041323 Aug 21 12:34:34.950702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39982) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:35.017257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Deleting subnet d0012acc-2f14-4642-a15e-56d1a24ed374 {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:34:35.021029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.072696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.190639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.287177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.291625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:35.326863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0012acc-2f14-4642-a15e-56d1a24ed374,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:35.329638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:35.333921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.339092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99f8b3-be4c-4af2-9d7f-ea5316ffbc99 None None] Network 5826bfc0-95a8-46c2-962b-80092102a8f3 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:34:35.340092 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-60ca2e30-707f-4762-a64e-7d792021fc37 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0012acc-2f14-4642-a15e-56d1a24ed374 HTTP/1.1" status: 204 len: 168 time: 0.3883748 Aug 21 12:34:35.342792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 39986) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:35.456555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.467856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Deleting port 214e82ff-bd57-4e04-a7ab-005af90b17a3 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:35.468234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.603766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] DHCP port deletion for 5826bfc0-95a8-46c2-962b-80092102a8f3 request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:34:35.613270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Deleting port 214e82ff-bd57-4e04-a7ab-005af90b17a3 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:35.613270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.700987 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] For port 214e82ff-bd57-4e04-a7ab-005af90b17a3, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=214e82ff-bd57-4e04-a7ab-005af90b17a3,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:35.701360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.835641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Calling delete_port for 214e82ff-bd57-4e04-a7ab-005af90b17a3 owned by network:dhcp {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:35.842629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] For port 214e82ff-bd57-4e04-a7ab-005af90b17a3, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=214e82ff-bd57-4e04-a7ab-005af90b17a3,segment=NetworkSegment(dd8d9b86-745c-446f-93e1-0c3d6b60b0a2),segment_id=dd8d9b86-745c-446f-93e1-0c3d6b60b0a2)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:35.843072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.927945 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:35.932788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-afed9045-d5e8-4b63-9769-2b7978c8bccf tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:35.971095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Calling delete_port for 214e82ff-bd57-4e04-a7ab-005af90b17a3 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:35.975832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Pushing event deleted for resources: {'Port': ['ID=214e82ff-bd57-4e04-a7ab-005af90b17a3,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:35.980285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:35.982967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] No DVR routers for this DVR port 214e82ff-bd57-4e04-a7ab-005af90b17a3 on host dv-cinder-805477-2-iscsi {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:34:36.106099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.115955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:34:36.116365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:34:36.120357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5826bfc0-95a8-46c2-962b-80092102a8f3']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:36.136602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:36.136936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8d9b86-745c-446f-93e1-0c3d6b60b0a2') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:36.148772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.164121 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.170319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:34:36.170743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:34:36.184832 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:34:36.293032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.296565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:36.312287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.322073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Pushing event deleted for resources: {'Network': ['ID=5826bfc0-95a8-46c2-962b-80092102a8f3,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:36.326465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:36.362388 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] 10.222.0.18 "DELETE /v2.0/networks/5826bfc0-95a8-46c2-962b-80092102a8f3 HTTP/1.1" status: 204 len: 168 time: 1.0185204 Aug 21 12:34:36.585469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40002) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:36.617818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Deleting port 214e82ff-bd57-4e04-a7ab-005af90b17a3 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:36.618204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.640793 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2c1ac037-6de9-4fb5-917d-458347f1db02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a85bc1c655148b88b864390d8aa1fe7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517366 Aug 21 12:34:36.641401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40006) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:36.684910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d8860eef-6019-482a-acff-5f254ddbe18a None None] The port '214e82ff-bd57-4e04-a7ab-005af90b17a3' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:34:36.706330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 214e82ff-bd57-4e04-a7ab-005af90b17a3 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:36.709414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.736994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.740183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 214e82ff-bd57-4e04-a7ab-005af90b17a3 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:36.740573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 214e82ff-bd57-4e04-a7ab-005af90b17a3 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:36.813290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.818262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a466e9a8-c438-4c3f-b70a-e54ab84e6244 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:36.831900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e249693-98c5-4745-80a0-1ba452579b3e,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:36.834536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:36.840255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:36.841455 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e249693-98c5-4745-80a0-1ba452579b3e HTTP/1.1" status: 204 len: 168 time: 0.1995041 Aug 21 12:34:37.104234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40018) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:37.702182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:37.883831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40040) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:38.026213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1031121643-network', 'tenant_id': '9e690f3fcdbd49028c80eb54b33f480e'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:34:38.031504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:38.035535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Usage tracker for resource:network and tenant:9e690f3fcdbd49028c80eb54b33f480e is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:38.039122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:38.045092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:38.087630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Made reservation on behalf of 9e690f3fcdbd49028c80eb54b33f480e for: {'network': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:34:38.092374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.106152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.138072 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:38.142214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9e690f3fcdbd49028c80eb54b33f480e is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:38.146107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:38.152553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:38.245723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.264841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.269228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7dd81c61-74bd-4ea7-8e7b-d942247dd613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:38.301403 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=82485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:34:38.313771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3464c8-7a43-45fc-907c-0b3110726baa,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:38.318562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:38.319534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.319715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Deleting port fe8b15aa-dcd9-4551-9c3c-158464baf978 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:38.322868 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Added segment 5a932d96-d718-4f2d-b978-43a1a403dc51 of type vlan for network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e Aug 21 12:34:38.323507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.372614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.441924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.443311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:38.443959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.449491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:38.563189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:38.563704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:38.572763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:34:38.577094 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6890304 Aug 21 12:34:38.577420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40046) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:38.584434 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Request body: {'subnet': {'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1031121643-subnet', 'tenant_id': '9e690f3fcdbd49028c80eb54b33f480e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:34:38.590107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:38.594499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Usage tracker for resource:subnet and tenant:9e690f3fcdbd49028c80eb54b33f480e is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:38.597721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:38.604855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:38.712574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] For port fe8b15aa-dcd9-4551-9c3c-158464baf978, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=fe8b15aa-dcd9-4551-9c3c-158464baf978,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:38.712976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.738613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Made reservation on behalf of 9e690f3fcdbd49028c80eb54b33f480e for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:34:38.743985 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3395397'] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:38.835641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Calling delete_port for fe8b15aa-dcd9-4551-9c3c-158464baf978 owned by network:router_interface {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:39.110371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:39.116544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14b54864-ac76-4464-b577-313736b1290a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:39.161409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8b15aa-dcd9-4551-9c3c-158464baf978,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:39.164748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:39.172719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850918788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3395412'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:39.178335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:39.259295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f005f7-d351-4b1b-af0d-1fae3f643198,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:39.265127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:39.276512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Checking segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:34:39.276911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Network hostable DHCP agents. Network: 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:34:39.327340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:34:39.361642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:34:39.366645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:39.367597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:39.372164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0309ca-fa09-4310-9213-d864221dbd8b None None] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:34:39.426747 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-435465a7-b304-46e5-bece-a7c966b328f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8473849 Aug 21 12:34:39.469380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:39.624334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dedfaf-f492-4537-8a86-caad918d0449 None None] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:34:40.099827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-eb631106-ee3b-4c5a-ba78-79de44518900 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:40.101390 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-eb631106-ee3b-4c5a-ba78-79de44518900 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.2366881 Aug 21 12:34:40.177190 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-e8a5cd7b-0144-4074-8314-418fc733981b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/quotas/9e690f3fcdbd49028c80eb54b33f480e HTTP/1.1" status: 200 len: 375 time: 0.0671186 Aug 21 12:34:40.232824 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-abe47006-d3cc-4b39-b3cf-20063ec8d8e3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481572 Aug 21 12:34:40.274780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Router 51afa978-5c57-4d22-a946-52588261a1d7 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:34:40.557441 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-0b584010-ffc7-463f-b9ee-2f836041989a service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159118 Aug 21 12:34:40.729735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-9938404b-cc94-47e0-ba32-72ddc09f8525 service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649671 Aug 21 12:34:40.732122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:34:40.741183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] Sync routers for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:34:40.745572 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] 10.222.0.18 "PUT /v2.0/routers/51afa978-5c57-4d22-a946-52588261a1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6400642 Aug 21 12:34:40.748217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40068) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:40.754114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:40.754778 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:40.940540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:41.015097 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9b2f1f43-9b22-4782-a877-b9629313cf65 req-2817fd56-f80a-4b54-84be-8649e9eb662c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 210 time: 0.0664554 Aug 21 12:34:41.028891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks [] for router, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:41.244019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:41.263940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:34:39Z', 'revision_number': 5, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port': {'id': '7e4c299a-1bf1-41bf-8869-5e6fa0e95680', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51afa978-5c57-4d22-a946-52588261a1d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:27:07Z', 'updated_at': '2021-08-21T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:41.268035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] Checking router: 51afa978-5c57-4d22-a946-52588261a1d7 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:34:41.279512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] Routers {'51afa978-5c57-4d22-a946-52588261a1d7'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:34:41.280159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:34:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['51afa978-5c57-4d22-a946-52588261a1d7'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:41.281938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Deleting port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:41.282323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:41.437514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] Set router 51afa978-5c57-4d22-a946-52588261a1d7 gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:34:41.463819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] For port 7e4c299a-1bf1-41bf-8869-5e6fa0e95680, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:41.464185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:41.550864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:34:41Z', 'revision_number': 6, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port_host': None}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:41.555009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477d3a9-5c44-4eb5-934f-2b81d4454819 None None] The sync data for ids ['51afa978-5c57-4d22-a946-52588261a1d7'] in dv-cinder-805477-2-iscsi is: [{'id': '51afa978-5c57-4d22-a946-52588261a1d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1531531469-router', 'tenant_id': 'd4336a5d52524343aa75776b3d08929b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:27:06Z', 'updated_at': '2021-08-21T12:34:41Z', 'revision_number': 6, 'project_id': 'd4336a5d52524343aa75776b3d08929b', 'gw_port_host': None}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:34:41.596449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Calling delete_port for 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 owned by network:router_gateway {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:41.795668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:41.800516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4704098e-fb52-491b-aed3-b8de4578f316 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:41.843859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4c299a-1bf1-41bf-8869-5e6fa0e95680,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:41.846917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:42.309330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:42.414837 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a149e7ac-1d45-48a2-b366-6e5065319128 req-fe848bfa-192e-408b-9232-f7c738510d37 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 210 time: 0.2736056 Aug 21 12:34:42.667594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:42.691356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:42.720569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device fe8b15aa-dcd9-4551-9c3c-158464baf978 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:42.742319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-fae22c8a-b623-4046-8175-1fa37d1e24b4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:42.743069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-fae22c8a-b623-4046-8175-1fa37d1e24b4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:network {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:34:42.757208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: fe8b15aa-dcd9-4551-9c3c-158464baf978 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:42.760863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device fe8b15aa-dcd9-4551-9c3c-158464baf978 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:42.760863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:42.808124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-fae22c8a-b623-4046-8175-1fa37d1e24b4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:network {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:34:42.809502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-fae22c8a-b623-4046-8175-1fa37d1e24b4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.3102674 Aug 21 12:34:42.824929 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Request body: {'port': {'device_id': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'admin_state_up': True, 'tenant_id': '9e690f3fcdbd49028c80eb54b33f480e'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:34:42.908751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:42.909471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51afa978-5c57-4d22-a946-52588261a1d7 {{(pid=82485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:34:42.944919 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:42.946166 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] 10.222.0.18 "DELETE /v2.0/routers/51afa978-5c57-4d22-a946-52588261a1d7 HTTP/1.1" status: 204 len: 168 time: 2.1968565 Aug 21 12:34:42.948916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40084) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:42.949059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:42.949361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7e4c299a-1bf1-41bf-8869-5e6fa0e95680 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:43.030533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:43.034825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Usage tracker for resource:port and tenant:9e690f3fcdbd49028c80eb54b33f480e is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:43.036900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Deleting subnet 81085cd4-4662-457d-88bc-a149c44a81a1 {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:34:43.038627 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:43.040601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.044789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:43.093279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Made reservation on behalf of 9e690f3fcdbd49028c80eb54b33f480e for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:34:43.095224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.100362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.175672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.265977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Allocated IP 172.20.0.14 (9338d9a7-0cfd-4644-9ba2-4f0772d60b1e/d2f005f7-d351-4b1b-af0d-1fae3f643198/58dfd77d-0358-4dc0-b6b9-dfbe47b217ae) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:34:43.293231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.298278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:43.336995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81085cd4-4662-457d-88bc-a149c44a81a1,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:43.340730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:43.344342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.353008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d02a9dc1-09a6-47d7-9009-a53abb26164e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/81085cd4-4662-457d-88bc-a149c44a81a1 HTTP/1.1" status: 204 len: 168 time: 0.4006100 Aug 21 12:34:43.354005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40094) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:43.354703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c82d7-ed8e-4f07-b0ae-708fd51d2397 None None] Network 0db6c827-e557-4b1d-b805-83a9934645c6 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:34:43.480772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.487444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.506157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Deleting port 1714307f-2007-467f-b3c3-82cc4a543ed2 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:43.506653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.540545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.547828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ad951a93-945b-416c-aeeb-2eab65a773e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:43.646655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] DHCP port deletion for 0db6c827-e557-4b1d-b805-83a9934645c6 request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:34:43.651289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Deleting port 1714307f-2007-467f-b3c3-82cc4a543ed2 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:43.651940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.682021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event updated for resources: {'Port': ['ID=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:43.685255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:43.687167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:34:43.690904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:34:43.693356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:34:43.730307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] For port 1714307f-2007-467f-b3c3-82cc4a543ed2, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1714307f-2007-467f-b3c3-82cc4a543ed2,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:43.730621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.791149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7053-f53a-48fc-8d8f-eeb8bee43190 req-bd70aa63-3ac1-4ab0-9ce6-96bb78a21d1f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:43.792777 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-320f7053-f53a-48fc-8d8f-eeb8bee43190 req-bd70aa63-3ac1-4ab0-9ce6-96bb78a21d1f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 932 time: 0.1959250 Aug 21 12:34:43.797368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:43.798066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.859909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Calling delete_port for 1714307f-2007-467f-b3c3-82cc4a543ed2 owned by network:dhcp {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:43.860609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-320f7053-f53a-48fc-8d8f-eeb8bee43190 req-572a4d14-366b-4663-89c8-fe27e618601f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:34:43.873676 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0532660 Aug 21 12:34:43.877409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] For port 1714307f-2007-467f-b3c3-82cc4a543ed2, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1714307f-2007-467f-b3c3-82cc4a543ed2,segment=NetworkSegment(4a4862f4-1f98-46a4-b55d-e5e8e5016cfd),segment_id=4a4862f4-1f98-46a4-b55d-e5e8e5016cfd)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:43.877886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.886090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Request body: {'port': {'device_id': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:34:43.922380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-320f7053-f53a-48fc-8d8f-eeb8bee43190 req-572a4d14-366b-4663-89c8-fe27e618601f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:34:43.923601 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-320f7053-f53a-48fc-8d8f-eeb8bee43190 req-572a4d14-366b-4663-89c8-fe27e618601f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196797 Aug 21 12:34:43.967251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:43.974092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:44.006661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Calling delete_port for 1714307f-2007-467f-b3c3-82cc4a543ed2 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:34:44.019251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.026752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1714307f-2007-467f-b3c3-82cc4a543ed2,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:44.040494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:44.041549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] No DVR routers for this DVR port 1714307f-2007-467f-b3c3-82cc4a543ed2 on host dv-cinder-805477-2-iscsi {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:34:44.079362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:34:44.079774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:34:44.164351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.178078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db6c827-e557-4b1d-b805-83a9934645c6']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:44.190618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:44.190965 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4862f4-1f98-46a4-b55d-e5e8e5016cfd') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:34:44.203259 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.218497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.224805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:34:44.225226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:34:44.238933 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:34:44.378738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:34:44.385931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.407141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.411242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1a603355-e8d6-4780-9705-1536ba08a76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:44.427506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.435770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0db6c827-e557-4b1d-b805-83a9934645c6,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:44.440378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:44.476124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Transition to ACTIVE for port object 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:34:44.505653 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/0db6c827-e557-4b1d-b805-83a9934645c6 HTTP/1.1" status: 204 len: 168 time: 1.1506150 Aug 21 12:34:44.532896 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.537971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5064f2e8-7d81-467e-af4d-13163220f037 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:44.580673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Deleting port 1714307f-2007-467f-b3c3-82cc4a543ed2 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:34:44.581294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.646093 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-da1cea1e-9f7d-4087-afa5-542042552e15 None None] The port '1714307f-2007-467f-b3c3-82cc4a543ed2' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:34:44.668353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:44.674226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:44.716456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1714307f-2007-467f-b3c3-82cc4a543ed2 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:34:44.747323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 1714307f-2007-467f-b3c3-82cc4a543ed2 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:34:44.747724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1714307f-2007-467f-b3c3-82cc4a543ed2 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:34:44.780966 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Attempting to bind port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:34:44.781336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Attempting to bind port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:34:44.781697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Attempting to bind port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:34:44.787683 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:34:44.788039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Attempting to bind port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:34:44.794481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:34:44.799201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Checking segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:34:44.799201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Bound using segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:34:44.799201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Bound port: 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:34:44.799201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.887374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] For port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:34:44.890467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] For port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:34:44.899694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40102) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:44.923325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:44.928204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:45.009880 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.011356 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] 10.222.0.35 "PUT /v2.0/ports/58dfd77d-0358-4dc0-b6b9-dfbe47b217ae HTTP/1.1" status: 200 len: 1094 time: 1.1299369 Aug 21 12:34:45.014594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'tag': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:34:45.032514 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-82c9ae3f-4095-468b-8858-73d837ba2d54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4336a5d52524343aa75776b3d08929b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1302524 Aug 21 12:34:45.034831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40110) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:45.035201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Pushing event updated for resources: {'Port': ['ID=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:45.039221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:45.122983 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'tag': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', 'status': 'completed', 'code': 200} Aug 21 12:34:45.159963 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-a473e86a-e3cb-420b-ada5-b9a6f50c8619 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 1097 time: 0.0820692 Aug 21 12:34:45.170463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.211566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.231689 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-b2873936-15bd-47a5-8dd1-b4cce0f7d042 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae HTTP/1.1" status: 200 len: 217 time: 0.0636737 Aug 21 12:34:45.237160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a0767-3d8f-41b7-b32e-0abc61581e0a req-a5f9312e-71d5-4b90-a8dc-dc345769f958 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:45.238859 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-914a0767-3d8f-41b7-b32e-0abc61581e0a req-a5f9312e-71d5-4b90-a8dc-dc345769f958 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 944 time: 0.1456597 Aug 21 12:34:45.303721 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-914a0767-3d8f-41b7-b32e-0abc61581e0a req-ce2b85cf-de89-4096-b332-af7f4ff06d41 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Aug 21 12:34:45.303953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-6e1e8c0f-ac43-4325-b5a7-5b88cdbfbeb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:45.305493 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-6e1e8c0f-ac43-4325-b5a7-5b88cdbfbeb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0671394 Aug 21 12:34:45.333512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.338889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6697e07f-cf13-439f-bb20-a2240a480e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:45.353253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2047452-5860-4d1c-abc0-d58bad01c27c,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:45.356483 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-46bd103f-ded3-4f38-9d12-bfd0b0e3479c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438914 Aug 21 12:34:45.357603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:45.361488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:45.362789 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2047452-5860-4d1c-abc0-d58bad01c27c HTTP/1.1" status: 204 len: 168 time: 0.3259041 Aug 21 12:34:45.499850 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-723d0a6c-357a-4f98-be4f-88cfee0915bb service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371660 Aug 21 12:34:45.641346 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8e5a0c5a-cc2c-4f40-ab62-35b0048c5a39 req-ef730744-5fd2-4d43-b81c-663ec497894b service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355784 Aug 21 12:34:45.802612 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-b4fec1cf-5c0e-4e2d-8bfe-b26283ceca23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 1097 time: 0.0738833 Aug 21 12:34:45.945534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084240c-4c49-4f46-b348-db6cb016592b req-adfce7e2-f649-45d4-8c6c-76508115b2cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:45.947201 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-adfce7e2-f649-45d4-8c6c-76508115b2cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 916 time: 0.1376278 Aug 21 12:34:46.023194 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-1586643d-abab-402c-81bd-0686cac73ddd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae HTTP/1.1" status: 200 len: 217 time: 0.0685651 Aug 21 12:34:46.092208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084240c-4c49-4f46-b348-db6cb016592b req-13fa47e3-ef85-4e7d-b063-2eff078e76bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:46.093773 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-13fa47e3-ef85-4e7d-b063-2eff078e76bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0632582 Aug 21 12:34:46.147664 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-8d371a45-ff30-4deb-ae59-696c15002fc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459523 Aug 21 12:34:46.557553 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-81198aba-9a79-4420-a824-14ff2e97ad63 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025860 Aug 21 12:34:46.675659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27f1ef-5235-4a71-a9ab-f4b225f6f457 req-5153226d-1563-4c4a-9870-8a7e3cdb6fb9 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:46.676972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4d27f1ef-5235-4a71-a9ab-f4b225f6f457 req-5153226d-1563-4c4a-9870-8a7e3cdb6fb9 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:34:46.733377 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a084240c-4c49-4f46-b348-db6cb016592b req-f0da4b88-1e47-472f-86d3-b3e50b123dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683629 Aug 21 12:34:46.739373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-4d27f1ef-5235-4a71-a9ab-f4b225f6f457 req-5153226d-1563-4c4a-9870-8a7e3cdb6fb9 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:34:46.740682 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4d27f1ef-5235-4a71-a9ab-f4b225f6f457 req-5153226d-1563-4c4a-9870-8a7e3cdb6fb9 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 944 time: 0.2581115 Aug 21 12:34:46.789672 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4d27f1ef-5235-4a71-a9ab-f4b225f6f457 req-cfdc5717-f213-4905-b253-2e9204adbb2c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Aug 21 12:34:47.996236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b5551-939b-4878-aa93-ace4608532f8 req-023c3bd2-ece2-492d-9d16-87e386907625 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:47.997889 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de4b5551-939b-4878-aa93-ace4608532f8 req-023c3bd2-ece2-492d-9d16-87e386907625 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 944 time: 0.0856028 Aug 21 12:34:48.046269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de4b5551-939b-4878-aa93-ace4608532f8 req-8ba3e1b0-154e-4933-8497-0675317c1466 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Aug 21 12:34:48.154850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:34:48.293642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:48.307273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'port_id': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', 'mac_address': 'fa:16:3e:a1:09:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f005f7-d351-4b1b-af0d-1fae3f643198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:34:48.362095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:48.380410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:34:48.396257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:48.440926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:48.442864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:48.510036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:48.519136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.519522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.520397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.520768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.521138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.521501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.521887 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.522253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.522616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.522974 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.523331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:34:48.527517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:48.665668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:34:49.244583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77faf55-519c-46cf-a229-79000abe4dd4 req-20bde108-c136-4020-a8d9-949fb64b49a3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:49.246180 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d77faf55-519c-46cf-a229-79000abe4dd4 req-20bde108-c136-4020-a8d9-949fb64b49a3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 945 time: 0.0798895 Aug 21 12:34:49.296823 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d77faf55-519c-46cf-a229-79000abe4dd4 req-5607f077-9fad-4e8a-9021-4fcf597b7423 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Aug 21 12:34:50.507348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf34ac-b7b9-40c4-9948-33e44fbb39d5 req-44fe0fbd-9cf7-45d9-bde2-e0c1fcd5421c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:50.508919 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcaf34ac-b7b9-40c4-9948-33e44fbb39d5 req-44fe0fbd-9cf7-45d9-bde2-e0c1fcd5421c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 945 time: 0.0849819 Aug 21 12:34:50.557117 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fcaf34ac-b7b9-40c4-9948-33e44fbb39d5 req-502f3a6b-12d4-433f-9545-d2dc58e5196f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Aug 21 12:34:51.764709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dbc18-ac61-4f8b-bc35-6eec554268df req-fcaa9a50-39da-4b73-bc83-01cc2a9b3e7a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:51.766367 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e2dbc18-ac61-4f8b-bc35-6eec554268df req-fcaa9a50-39da-4b73-bc83-01cc2a9b3e7a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 945 time: 0.0876610 Aug 21 12:34:51.814295 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e2dbc18-ac61-4f8b-bc35-6eec554268df req-41007e41-ebe5-4bd8-9b09-e31649d67cc3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Aug 21 12:34:52.179820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:34:52.275775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:34:52.280977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:34:52.281409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:52.395975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:52.423736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:34:52.434132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:34:52.470560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:52.473770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6d92fdc4-db4c-443b-b6e3-cb0a9be47f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:52.506443 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', 'code': 200} Aug 21 12:34:52.545937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:52.549040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:52.786612 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-787a43cf-58e0-4148-8fb3-f26543ea1405 req-fce888a7-53b4-47a1-b868-4576bdafd986 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 1099 time: 0.0741756 Aug 21 12:34:52.830367 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-787a43cf-58e0-4148-8fb3-f26543ea1405 req-e8aa6b95-1126-4708-b6a0-338b6fea433f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Aug 21 12:34:53.015349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f63a2-a357-494f-a663-479dfb6d8d8c req-c24f608f-849d-4e83-b37e-562013df0db2 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:53.016936 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6b9f63a2-a357-494f-a663-479dfb6d8d8c req-c24f608f-849d-4e83-b37e-562013df0db2 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 946 time: 0.0804563 Aug 21 12:34:53.068904 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6b9f63a2-a357-494f-a663-479dfb6d8d8c req-f06a63f4-afe3-4aa3-890d-c348e107e0bd tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Aug 21 12:34:54.269714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07cd4-8433-4856-a057-ef38ae434027 req-385124fc-2aab-4a6e-b795-c6f2afb72543 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:34:54.271249 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d2d07cd4-8433-4856-a057-ef38ae434027 req-385124fc-2aab-4a6e-b795-c6f2afb72543 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 946 time: 0.0803287 Aug 21 12:34:54.318412 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d2d07cd4-8433-4856-a057-ef38ae434027 req-948bb331-67ec-4592-b0ca-475b9b93303c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Aug 21 12:34:55.534352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40238) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:55.684239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:55.716775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:55.720762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Usage tracker for resource:security_group_rule and tenant:99706f696d40453a96eab303b3efaaa6 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:55.723680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:55.729655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:55.795659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:55.829667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:55.837476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7e98e4ff-a70b-4e06-85fe-4931b55d31ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:55.879953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21c1b14-dfb3-475c-9fa7-5f62256a083e,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:55.882980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:55.885314 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99706f696d40453a96eab303b3efaaa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3498845 Aug 21 12:34:55.888128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40244) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:55.954963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:55.982571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:56.052730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:56.057983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-df53d5c3-1fd6-426e-93fc-bbb80368bd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:56.072064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21c1b14-dfb3-475c-9fa7-5f62256a083e,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:56.074688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:56.076666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:56.077875 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b21c1b14-dfb3-475c-9fa7-5f62256a083e HTTP/1.1" status: 204 len: 168 time: 0.1887469 Aug 21 12:34:57.161653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b482416a-bc43-482a-a67e-a2b1a36729eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.077192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40308) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:58.224293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.256169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:34:58.260144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Usage tracker for resource:security_group_rule and tenant:0356fec702f14c8c9c20881196c77b53 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:34:58.263047 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:34:58.268984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:34:58.335004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.366940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.374375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-781e043f-a433-4c8f-ba77-f7ca7c1eff52 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:58.420555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d997797-fc8d-49af-b5a5-fc42a876ff3c,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:58.423779 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:58.426733 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0356fec702f14c8c9c20881196c77b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3484597 Aug 21 12:34:58.429585 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40314) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:34:58.492570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.520345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.578558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.583561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e9fc4cb2-9df8-4b08-83b4-8ca87796515f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:34:58.596991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d997797-fc8d-49af-b5a5-fc42a876ff3c,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:34:58.599368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:34:58.601561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:58.602724 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d997797-fc8d-49af-b5a5-fc42a876ff3c HTTP/1.1" status: 204 len: 168 time: 0.1722567 Aug 21 12:34:58.756029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:59.258318 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:59.886934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc80af95-dff0-4d08-9b47-ad4e0ace83f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:34:59.944772 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:01.150035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:04.949366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7770a-0502-41dd-bd54-49d44214485e req-8ba80673-6333-4a5a-b051-ad02140f33c4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:04.950877 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-8ba80673-6333-4a5a-b051-ad02140f33c4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.1501312 Aug 21 12:35:04.969158 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-d5f37e65-1dd4-441b-a73c-6b3878d055e3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/quotas/9e690f3fcdbd49028c80eb54b33f480e HTTP/1.1" status: 200 len: 375 time: 0.0124369 Aug 21 12:35:05.060252 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-bec14cc2-7474-47f4-9234-7ed401635b74 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850084 Aug 21 12:35:05.211370 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-56f89593-fe80-4630-bf66-b78736bade0e service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426806 Aug 21 12:35:05.354019 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-9bc70c71-d381-4092-a789-d01d4d6628ba service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364927 Aug 21 12:35:05.610323 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-17ca1fcd-3121-4f18-bd4b-bcf5b000c788 req-1d453484-265d-46ac-b936-107f7c776276 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 210 time: 0.0468967 Aug 21 12:35:05.852581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40430) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:06.006158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.159342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:06.163463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Usage tracker for resource:security_group_rule and tenant:bcbfc6c2344545cea3b44ff578542068 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:06.166632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:06.172902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:06.196712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:35:06.241523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.286847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.294387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7383426f-535e-43e3-87d4-a052b5c1cea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:06.337592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32b6249-3615-4009-b2bf-5d51571e7344,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:06.341881 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcbfc6c2344545cea3b44ff578542068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4881799 Aug 21 12:35:06.342821 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:06.344584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40438) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:06.407864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.435323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.589462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.594847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6f6c971e-e354-49c2-99d0-c9e058e63ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:06.608085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32b6249-3615-4009-b2bf-5d51571e7344,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:06.610695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:06.615529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:06.617010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d6c49e5e-7bb3-4f6b-9a41-2c8c4c1b4295 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d32b6249-3615-4009-b2bf-5d51571e7344 HTTP/1.1" status: 204 len: 168 time: 0.2714369 Aug 21 12:35:06.784225 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-faa43de8-b79a-4948-a6ee-401260b79aaf req-4b1ac216-befd-4d79-b1fa-004bba91b490 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 210 time: 0.0468121 Aug 21 12:35:07.162616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40448) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:07.182232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.214902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:07.218859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:ef1ca51b5d624bfab925cbea51800e58 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:07.221724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:07.227652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:07.293634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.372646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.381322 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-80db9696-ffe0-4e81-bccb-cae95bab720b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:07.427101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132eca2d-700a-4927-af4d-8041d402c45a,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:07.431109 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:07.433541 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef1ca51b5d624bfab925cbea51800e58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2698030 Aug 21 12:35:07.436371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40452) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:07.502235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7770a-0502-41dd-bd54-49d44214485e req-08ed5d18-2300-4cfe-aa69-53c128318c6f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:07.504309 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-08ed5d18-2300-4cfe-aa69-53c128318c6f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.1533458 Aug 21 12:35:07.506882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.524494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Request body: {'port': {'device_id': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'admin_state_up': True, 'tenant_id': '9e690f3fcdbd49028c80eb54b33f480e'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:35:07.534732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.612745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.618727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9296819e-215a-498d-9fc4-1df9b0aa6fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:07.633730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132eca2d-700a-4927-af4d-8041d402c45a,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:07.636541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:07.637724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.640176 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/132eca2d-700a-4927-af4d-8041d402c45a HTTP/1.1" status: 204 len: 168 time: 0.2027807 Aug 21 12:35:07.670109 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:07.680938 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:07.721499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Made reservation on behalf of 9e690f3fcdbd49028c80eb54b33f480e for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:35:07.727475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:07.901623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Allocated IP 172.20.0.10 (9338d9a7-0cfd-4644-9ba2-4f0772d60b1e/d2f005f7-d351-4b1b-af0d-1fae3f643198/23cf4cc8-b796-4162-ae24-97ada9e40602) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:35:07.964771 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3a709ea4-c2bb-4247-848b-47705a287978 req-4216083d-a996-4bd4-913b-a7ebc6394ed9 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 210 time: 0.0526071 Aug 21 12:35:08.159401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:08.213105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:08.219003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-853c6b6e-ba29-4891-a602-6d5b35d55c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:08.225250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:08.289774 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:35:08.290971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:35:08.295490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:35:08.336316 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event updated for resources: {'Port': ['ID=23cf4cc8-b796-4162-ae24-97ada9e40602,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:08.357946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.358376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.358789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.359201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.359606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.360009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.360410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.360815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.361215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.361771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.362205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:08.369587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:08.383139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:08.383812 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:08.465483 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9456172 Aug 21 12:35:08.477650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Request body: {'port': {'device_id': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:35:08.590817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:08.947016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cf4cc8-b796-4162-ae24-97ada9e40602 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:08.954553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:08.970797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Transition to ACTIVE for port object 23cf4cc8-b796-4162-ae24-97ada9e40602 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:35:08.997416 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:09.002657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-91aaa5cd-fc2e-49ad-8bf0-90cdd1cd7a54 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:09.135715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Pushing event updated for resources: {'Port': ['ID=23cf4cc8-b796-4162-ae24-97ada9e40602,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:09.139610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:09.191688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4e01d-d479-4c7b-bf0d-39a9f24dd770 req-306ad6c2-744e-4b9f-b70c-19f0c14daa5f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:09.193297 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d4d4e01d-d479-4c7b-bf0d-39a9f24dd770 req-306ad6c2-744e-4b9f-b70c-19f0c14daa5f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 944 time: 0.0937159 Aug 21 12:35:09.248207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Attempting to bind port 23cf4cc8-b796-4162-ae24-97ada9e40602 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:35:09.248737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Attempting to bind port 23cf4cc8-b796-4162-ae24-97ada9e40602 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:35:09.248956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Attempting to bind port 23cf4cc8-b796-4162-ae24-97ada9e40602 on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:35:09.250491 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d4d4e01d-d479-4c7b-bf0d-39a9f24dd770 req-b1a0aafc-c50e-4dea-bcff-0d27a60c4bd0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Aug 21 12:35:09.255394 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Port 23cf4cc8-b796-4162-ae24-97ada9e40602 on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:35:09.255692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Attempting to bind port 23cf4cc8-b796-4162-ae24-97ada9e40602 on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:35:09.262694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:35:09.262848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Checking segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:35:09.263177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Bound using segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:35:09.263649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Bound port: 23cf4cc8-b796-4162-ae24-97ada9e40602, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:35:09.264036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:09.358120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] For port 23cf4cc8-b796-4162-ae24-97ada9e40602, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:35:09.361197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] For port 23cf4cc8-b796-4162-ae24-97ada9e40602, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=23cf4cc8-b796-4162-ae24-97ada9e40602,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:35:09.400890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:09.405648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-adcab883-442f-47dc-abf0-eef0136e47f1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:09.458199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:09.459662 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] 10.222.0.35 "PUT /v2.0/ports/23cf4cc8-b796-4162-ae24-97ada9e40602 HTTP/1.1" status: 200 len: 1094 time: 0.9868398 Aug 21 12:35:09.464177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'tag': '23cf4cc8-b796-4162-ae24-97ada9e40602'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:09.489460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Pushing event updated for resources: {'Port': ['ID=23cf4cc8-b796-4162-ae24-97ada9e40602,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:09.492852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:09.517968 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'tag': '23cf4cc8-b796-4162-ae24-97ada9e40602', 'status': 'completed', 'code': 200} Aug 21 12:35:09.614975 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-72f799c7-fb82-40eb-b141-268a4be52b3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 1097 time: 0.0782259 Aug 21 12:35:09.697134 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-8d3ad1be-5c06-4785-9a76-3b13bc3e0e98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23cf4cc8-b796-4162-ae24-97ada9e40602 HTTP/1.1" status: 200 len: 217 time: 0.0656228 Aug 21 12:35:09.768634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7770a-0502-41dd-bd54-49d44214485e req-bcdb2a09-7427-443a-818f-21a515a4b9ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:09.770735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-bcdb2a09-7427-443a-818f-21a515a4b9ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0672715 Aug 21 12:35:09.826151 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-9afba80f-a026-4a8b-9127-114db361cbf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422385 Aug 21 12:35:09.969403 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-620451af-f63e-4780-9899-83a04316d686 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348553 Aug 21 12:35:10.122613 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-48f7770a-0502-41dd-bd54-49d44214485e req-9f7266b3-a58e-418c-bde4-4e1e0f3a463c service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369538 Aug 21 12:35:10.274578 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-eae2c23d-fd9e-4936-af64-a8fee00f4b6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 1097 time: 0.0778401 Aug 21 12:35:10.435113 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-1339ae17-276c-4220-934b-abcc8aaa8b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:10.436728 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-1339ae17-276c-4220-934b-abcc8aaa8b22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 916 time: 0.1431577 Aug 21 12:35:10.515208 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-46bb987b-b998-4f11-a6b0-1348c14fa560 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23cf4cc8-b796-4162-ae24-97ada9e40602 HTTP/1.1" status: 200 len: 217 time: 0.0651624 Aug 21 12:35:10.596950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64bb12-1208-47b0-bc02-bd0b52988630 req-222c5595-c593-45d3-bbdf-efdc5515a273 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:10.597752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-8eed63a5-0477-4932-86fa-e0e348b15571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:10.599046 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee64bb12-1208-47b0-bc02-bd0b52988630 req-222c5595-c593-45d3-bbdf-efdc5515a273 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 944 time: 0.0828555 Aug 21 12:35:10.599584 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-8eed63a5-0477-4932-86fa-e0e348b15571 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0679841 Aug 21 12:35:10.647907 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ee64bb12-1208-47b0-bc02-bd0b52988630 req-77efc06b-6035-420c-a02c-ba66d1ad3215 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Aug 21 12:35:10.653297 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-3e9b776c-abcf-45fc-b94d-364acdf457d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460720 Aug 21 12:35:10.797531 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-8fce155a-2049-4295-af5a-693f9a3b5e26 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354530 Aug 21 12:35:10.947014 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6635f449-3ee7-4ced-bd3c-5d2736b246a3 req-3274d344-bbcd-476c-9b5c-50d55859049b service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421161 Aug 21 12:35:11.849037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10625e42-b1ad-440e-ad36-87d4c2959b79 req-1793fa25-2299-451b-894f-7e7df95ef77b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:11.849818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10625e42-b1ad-440e-ad36-87d4c2959b79 req-1793fa25-2299-451b-894f-7e7df95ef77b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:35:11.927037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10625e42-b1ad-440e-ad36-87d4c2959b79 req-1793fa25-2299-451b-894f-7e7df95ef77b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:35:11.928303 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10625e42-b1ad-440e-ad36-87d4c2959b79 req-1793fa25-2299-451b-894f-7e7df95ef77b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 944 time: 0.1584735 Aug 21 12:35:11.979503 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10625e42-b1ad-440e-ad36-87d4c2959b79 req-3fb2978b-2563-4080-bd79-76d59cf9d5a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Aug 21 12:35:12.245646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 23cf4cc8-b796-4162-ae24-97ada9e40602 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:35:12.386229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 23cf4cc8-b796-4162-ae24-97ada9e40602, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=23cf4cc8-b796-4162-ae24-97ada9e40602,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:12.400336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '23cf4cc8-b796-4162-ae24-97ada9e40602', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'port_id': '23cf4cc8-b796-4162-ae24-97ada9e40602', 'mac_address': 'fa:16:3e:51:f8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f005f7-d351-4b1b-af0d-1fae3f643198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:35:12.456239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:12.474875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cf4cc8-b796-4162-ae24-97ada9e40602 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:12.490150 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 23cf4cc8-b796-4162-ae24-97ada9e40602, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=23cf4cc8-b796-4162-ae24-97ada9e40602,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:12.515481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:12.517378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ce9ea27e-db05-4b9d-9bdc-e6aa0732c5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:12.588520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=23cf4cc8-b796-4162-ae24-97ada9e40602,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:12.592018 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:12.755292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['23cf4cc8-b796-4162-ae24-97ada9e40602'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:13.184541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd905152-c610-4ea0-91f6-491e946f5bb7 req-45b8925a-8843-45e2-940c-61323aed0935 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:13.186162 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd905152-c610-4ea0-91f6-491e946f5bb7 req-45b8925a-8843-45e2-940c-61323aed0935 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 945 time: 0.0863311 Aug 21 12:35:13.233518 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd905152-c610-4ea0-91f6-491e946f5bb7 req-36f7e504-373f-463e-abb1-a0a6ad84cee6 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Aug 21 12:35:14.276479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 23cf4cc8-b796-4162-ae24-97ada9e40602 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:35:14.379771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 23cf4cc8-b796-4162-ae24-97ada9e40602 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:35:14.385228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 23cf4cc8-b796-4162-ae24-97ada9e40602 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:35:14.391749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:14.438888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27877227-9c48-4b63-ad19-6f904a694d32 req-33ea5048-8785-4492-a243-eabdd0b979be tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:14.440477 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-27877227-9c48-4b63-ad19-6f904a694d32 req-33ea5048-8785-4492-a243-eabdd0b979be tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 945 time: 0.0830483 Aug 21 12:35:14.489502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-27877227-9c48-4b63-ad19-6f904a694d32 req-af19cfd2-691f-40fd-a72c-3e12f5d44db8 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Aug 21 12:35:14.510674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:14.539393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf4cc8-b796-4162-ae24-97ada9e40602'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:14.549301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 23cf4cc8-b796-4162-ae24-97ada9e40602, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=23cf4cc8-b796-4162-ae24-97ada9e40602,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:14.584037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:14.586854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:14.619799 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf4cc8-b796-4162-ae24-97ada9e40602', 'code': 200} Aug 21 12:35:14.660914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=23cf4cc8-b796-4162-ae24-97ada9e40602,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:14.664223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:14.916958 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-542412c1-b09f-41d6-a224-8cde79f669b2 req-275ba3e9-b29d-42c3-8987-bbaf291bb6e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 1099 time: 0.0756311 Aug 21 12:35:15.163607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514657cd-3e50-451a-98b1-6ed47176a652 req-6f4b640e-50cd-48f0-87c1-6ba04798a7f4 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:15.165278 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-514657cd-3e50-451a-98b1-6ed47176a652 req-6f4b640e-50cd-48f0-87c1-6ba04798a7f4 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0869939 Aug 21 12:35:15.174044 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-542412c1-b09f-41d6-a224-8cde79f669b2 req-c4fdffaa-e523-4ddc-b2b7-56923b929e18 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508354 Aug 21 12:35:15.215941 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-514657cd-3e50-451a-98b1-6ed47176a652 req-24ae15dc-5dd6-4348-ba80-b8a7dcb1eb5c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Aug 21 12:35:15.698223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a8d24-d784-44ee-91fc-7d0f12daabb4 req-ba355a8f-b42e-4bd9-923e-847d7fa5f877 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:15.699837 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-514a8d24-d784-44ee-91fc-7d0f12daabb4 req-ba355a8f-b42e-4bd9-923e-847d7fa5f877 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 946 time: 0.0841043 Aug 21 12:35:15.746985 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-514a8d24-d784-44ee-91fc-7d0f12daabb4 req-c0b61b00-6d1a-4ef8-a660-e4899babd2b0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Aug 21 12:35:15.856061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40568) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:16.007615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.039733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:16.043769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Usage tracker for resource:security_group_rule and tenant:86d0dc8d63464f9c95589c6fccd574d6 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:16.046732 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:16.053203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:16.119460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.166286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.174548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7e442d7d-389e-45e3-9a10-7bb894ce1eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:16.218097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1701dd8-9bdb-4943-9bd0-f39f67e48c40,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:16.222763 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86d0dc8d63464f9c95589c6fccd574d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3651068 Aug 21 12:35:16.223751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:16.225402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40574) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:16.288806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.316562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.442061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a446b0-96d9-4018-b35b-73af0e5fec6e req-e9287688-a61d-48aa-8cc3-b3500526f2ce tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:16.443639 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6a446b0-96d9-4018-b35b-73af0e5fec6e req-e9287688-a61d-48aa-8cc3-b3500526f2ce tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0893645 Aug 21 12:35:16.444701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.449675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4e943604-4b7c-4568-baa2-f25e879fc045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:16.479338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1701dd8-9bdb-4943-9bd0-f39f67e48c40,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:16.489083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:16.490970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:16.492158 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e152a82f-a579-4685-86f5-f6c4543ee697 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1701dd8-9bdb-4943-9bd0-f39f67e48c40 HTTP/1.1" status: 204 len: 168 time: 0.2657657 Aug 21 12:35:16.513903 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6a446b0-96d9-4018-b35b-73af0e5fec6e req-abaf4ace-6a9d-4e34-ab88-dede7650be32 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559161 Aug 21 12:35:16.951466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff21-eb41-4a13-832b-a9aafcbf4245 req-d3eaeb7d-20f2-4c63-b2b4-22ba87da7e6a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:16.953126 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f751ff21-eb41-4a13-832b-a9aafcbf4245 req-d3eaeb7d-20f2-4c63-b2b4-22ba87da7e6a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 946 time: 0.0835590 Aug 21 12:35:16.996519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40586) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:17.003991 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f751ff21-eb41-4a13-832b-a9aafcbf4245 req-ff83f699-273a-434a-96aa-55a7b4309cde tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Aug 21 12:35:17.018303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.053566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:17.057594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Usage tracker for resource:security_group_rule and tenant:f64664e20bce434da729c199508b7f18 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:17.060570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:17.067034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:17.139288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.171884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.179923 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6f41dc96-e884-40d1-9c82-940d6dd69c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:17.221777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201fad6e-a654-4e5f-a86c-230ea5e4c261,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:17.226060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:17.228460 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f64664e20bce434da729c199508b7f18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2307985 Aug 21 12:35:17.231203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40594) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:17.294961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.322609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.395621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.400971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-02015489-4429-42fb-9ed4-cfda09dced96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:17.412238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201fad6e-a654-4e5f-a86c-230ea5e4c261,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:17.417077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:17.419065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:17.420283 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-022636fd-5186-4c00-8881-fca6b6088113 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/201fad6e-a654-4e5f-a86c-230ea5e4c261 HTTP/1.1" status: 204 len: 168 time: 0.1881061 Aug 21 12:35:17.736251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b33e-b0a8-49ba-aafa-dd043ff676b1 req-837a027d-094d-4472-a9ab-fc158dac1253 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:17.737955 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34e1b33e-b0a8-49ba-aafa-dd043ff676b1 req-837a027d-094d-4472-a9ab-fc158dac1253 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Aug 21 12:35:17.792211 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34e1b33e-b0a8-49ba-aafa-dd043ff676b1 req-644a898f-17e4-41e0-89bc-c0f4a6b5d6d8 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476868 Aug 21 12:35:19.012250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16522c4-bb72-433d-b2b3-422ae3aa60cb req-e333a508-2d3f-41bc-9983-80906aefec9f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:19.014145 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b16522c4-bb72-433d-b2b3-422ae3aa60cb req-e333a508-2d3f-41bc-9983-80906aefec9f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0890779 Aug 21 12:35:19.065101 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b16522c4-bb72-433d-b2b3-422ae3aa60cb req-31bc8ede-a065-4239-9f4b-80c1851a5f94 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439732 Aug 21 12:35:19.852182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-097bc228-a763-4f14-aac4-82bd3b21908d tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:19.853892 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-097bc228-a763-4f14-aac4-82bd3b21908d tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.3605123 Aug 21 12:35:19.871401 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-d671abb2-3103-45e9-989a-362e4973b1c5 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/quotas/9e690f3fcdbd49028c80eb54b33f480e HTTP/1.1" status: 200 len: 375 time: 0.0117559 Aug 21 12:35:19.957021 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-16721400-3df2-4628-9f2b-e032295896c1 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802820 Aug 21 12:35:20.102819 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-c91213bf-bfad-4005-a3c3-ca88fd02e364 service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381700 Aug 21 12:35:20.260333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-747ef18e-1d04-4fab-bca7-f361d7023e9d service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461017 Aug 21 12:35:20.288085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac9864-9a4e-4864-99ae-e5f3b0405534 req-a9481a14-8350-4deb-b131-2ae6e543afbf tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:20.289823 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0cac9864-9a4e-4864-99ae-e5f3b0405534 req-a9481a14-8350-4deb-b131-2ae6e543afbf tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0897157 Aug 21 12:35:20.338676 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0cac9864-9a4e-4864-99ae-e5f3b0405534 req-c9476af2-6e14-4025-a0f7-31a20d4db547 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Aug 21 12:35:20.531909 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6dd6513c-25c7-4234-804a-ae2eecec649b req-af804b71-9888-496f-bd0d-22afafcee747 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 210 time: 0.0553033 Aug 21 12:35:21.400953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40716) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:21.559146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2f0c-b3b9-42fc-9ebd-34668a251b6e req-3654f44b-06e9-408d-9ee5-fe863af5ebac tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:21.562082 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-371c2f0c-b3b9-42fc-9ebd-34668a251b6e req-3654f44b-06e9-408d-9ee5-fe863af5ebac tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0918863 Aug 21 12:35:21.564116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:21.598480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:21.602553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Usage tracker for resource:security_group_rule and tenant:920100475d7c4367901bd7ca0350432c is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:21.605669 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:21.612353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:21.621599 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-371c2f0c-b3b9-42fc-9ebd-34668a251b6e req-031ca38a-5541-40d0-a884-35ff87468f8b tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Aug 21 12:35:21.721540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:21.728019 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e0849cfc-7be9-48d4-a90c-5579a49c11d1 req-e36a8fbc-6394-423f-8fad-9e3fda9820aa tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 210 time: 0.0495675 Aug 21 12:35:21.754927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:21.762807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-574c096e-b06d-4ac5-a4d7-73a31d1c8ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:21.809034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb9b43-a9bd-4f97-9017-222ad8e14825,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:21.812361 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:21.814672 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-235d5b10-17f0-4fed-b327-efe24ee99c6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=920100475d7c4367901bd7ca0350432c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4123542 Aug 21 12:35:21.818238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40724) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:21.880167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:21.908117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.000544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.006393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-da6af47f-210b-44c9-a2dc-cb348e911a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:22.017430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb9b43-a9bd-4f97-9017-222ad8e14825,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:22.019677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:22.025265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.026981 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-aa338177-54b0-483b-9643-5a1c1b210b3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35fb9b43-a9bd-4f97-9017-222ad8e14825 HTTP/1.1" status: 204 len: 168 time: 0.2074876 Aug 21 12:35:22.240558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-e5d992a4-df5a-44ea-ac4e-e479bfe649e1 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:22.242150 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-e5d992a4-df5a-44ea-ac4e-e479bfe649e1 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.1605823 Aug 21 12:35:22.258809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Request body: {'port': {'device_id': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'admin_state_up': True, 'tenant_id': '9e690f3fcdbd49028c80eb54b33f480e'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:35:22.403111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:22.413908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:22.458559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Made reservation on behalf of 9e690f3fcdbd49028c80eb54b33f480e for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:35:22.464308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.590888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40736) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:22.610832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.638817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Allocated IP 172.20.0.6 (9338d9a7-0cfd-4644-9ba2-4f0772d60b1e/d2f005f7-d351-4b1b-af0d-1fae3f643198/ece292af-a104-4b7c-a0a9-8847bf0dc86b) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:35:22.642414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:22.646851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a07a9ebe6644ac8101c8a8466e23a0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:22.649739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:22.656350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:22.725543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.799462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.807674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b0f2e706-7b44-4f40-9ee1-d52e7c782db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:22.855898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614c2e8-cc46-48fc-98da-ebefc00c245c,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:22.864345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:22.873162 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1a07a9ebe6644ac8101c8a8466e23a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2783637 Aug 21 12:35:22.879714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40744) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:22.900894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.912001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e1ac176-6e38-42e3-865a-c85c36449c3e req-7eca409d-4c21-4f13-a831-271e2285a701 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 210 time: 0.0603666 Aug 21 12:35:22.920484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8f00-3878-4575-a9b7-0c2ea6c484e1 req-7f49bc7f-6cf6-42b1-b96a-c3dd44efd2fc tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:22.922118 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-342c8f00-3878-4575-a9b7-0c2ea6c484e1 req-7f49bc7f-6cf6-42b1-b96a-c3dd44efd2fc tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.1701326 Aug 21 12:35:22.979782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:22.986338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-733994ef-3dc1-4cdf-8e54-af05bc0607c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:22.992970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', '23cf4cc8-b796-4162-ae24-97ada9e40602'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:22.997621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-342c8f00-3878-4575-a9b7-0c2ea6c484e1 req-19ba94e3-096c-44b7-b993-fff0bb32df12 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645068 Aug 21 12:35:22.998410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.038743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.071631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:35:23.075321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:35:23.077575 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event updated for resources: {'Port': ['ID=ece292af-a104-4b7c-a0a9-8847bf0dc86b,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:23.079733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:35:23.110950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:23.115634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.121478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7c6d087d-2192-4f1f-8869-28ddaca27dce tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:23.134698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614c2e8-cc46-48fc-98da-ebefc00c245c,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:23.137103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:23.140586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.146043 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1062a123-a1d6-4218-b4ae-fa97b7e575a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f614c2e8-cc46-48fc-98da-ebefc00c245c HTTP/1.1" status: 204 len: 168 time: 0.2651522 Aug 21 12:35:23.147283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:23.148278 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.202410 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-90901513-9b92-452c-b864-08f99477cc10 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479787 Aug 21 12:35:23.215526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Request body: {'port': {'device_id': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:35:23.334813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.688533 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece292af-a104-4b7c-a0a9-8847bf0dc86b {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:23.695514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.710431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Transition to ACTIVE for port object ece292af-a104-4b7c-a0a9-8847bf0dc86b will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:35:23.766351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:23.771169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:23.898048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Pushing event updated for resources: {'Port': ['ID=ece292af-a104-4b7c-a0a9-8847bf0dc86b,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:23.902581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:24.035548 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Attempting to bind port ece292af-a104-4b7c-a0a9-8847bf0dc86b on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:35:24.036170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Attempting to bind port ece292af-a104-4b7c-a0a9-8847bf0dc86b by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:35:24.036718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Attempting to bind port ece292af-a104-4b7c-a0a9-8847bf0dc86b on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:35:24.043913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Port ece292af-a104-4b7c-a0a9-8847bf0dc86b on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:35:24.044448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Attempting to bind port ece292af-a104-4b7c-a0a9-8847bf0dc86b on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:35:24.052172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:35:24.052763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Checking segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:35:24.053355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Bound using segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:35:24.054330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Bound port: ece292af-a104-4b7c-a0a9-8847bf0dc86b, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:35:24.054574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:24.210594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] For port ece292af-a104-4b7c-a0a9-8847bf0dc86b, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:35:24.219775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b65b8-f386-455e-89fc-a7bd5543d42a req-844beb1d-6b45-478e-b5d4-5fc435a58b90 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:24.221454 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d94b65b8-f386-455e-89fc-a7bd5543d42a req-844beb1d-6b45-478e-b5d4-5fc435a58b90 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0887635 Aug 21 12:35:24.225457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] For port ece292af-a104-4b7c-a0a9-8847bf0dc86b, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:35:24.232515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8c957-9cb7-40d3-90be-b77b3849d634 req-6b7b4e47-bed6-4596-86cc-9f6c3668de0b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:24.241218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9fc8c957-9cb7-40d3-90be-b77b3849d634 req-6b7b4e47-bed6-4596-86cc-9f6c3668de0b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:35:24.270898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:24.275405 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d94b65b8-f386-455e-89fc-a7bd5543d42a req-e8247981-f5c4-4a4c-a004-63a06cf998e9 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Aug 21 12:35:24.291952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9002bc8a-0493-4191-bd8b-ff56766e7d32 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:24.322410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-9fc8c957-9cb7-40d3-90be-b77b3849d634 req-6b7b4e47-bed6-4596-86cc-9f6c3668de0b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:35:24.323681 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc8c957-9cb7-40d3-90be-b77b3849d634 req-6b7b4e47-bed6-4596-86cc-9f6c3668de0b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 943 time: 0.2224956 Aug 21 12:35:24.359559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:24.361055 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-84b02820-9ce0-4761-b911-78835960f4df service neutron] 10.222.0.35 "PUT /v2.0/ports/ece292af-a104-4b7c-a0a9-8847bf0dc86b HTTP/1.1" status: 200 len: 1093 time: 1.1501236 Aug 21 12:35:24.363801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'tag': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:24.393455 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Pushing event updated for resources: {'Port': ['ID=ece292af-a104-4b7c-a0a9-8847bf0dc86b,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:24.401311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:24.422474 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc8c957-9cb7-40d3-90be-b77b3849d634 req-c3c4fac6-727f-4a22-874d-141ec5843947 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916073 Aug 21 12:35:24.441310 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'tag': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b', 'status': 'completed', 'code': 200} Aug 21 12:35:24.519808 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-0b0c4857-8e04-41ff-ae23-e210b4f80386 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 1096 time: 0.0818441 Aug 21 12:35:24.596420 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-c07ffd96-bb72-4133-adbd-58438a45527f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b HTTP/1.1" status: 200 len: 217 time: 0.0667720 Aug 21 12:35:24.665070 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-275ebc32-4eec-44be-b0ba-4c8ad9925229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:24.666643 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-275ebc32-4eec-44be-b0ba-4c8ad9925229 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0636046 Aug 21 12:35:24.724739 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-2e413095-d76a-483d-b789-316383235da5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465510 Aug 21 12:35:24.810115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40780) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:24.873352 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-8d1457ca-03f3-4cc0-b4cd-78f301a79a1e service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361806 Aug 21 12:35:24.960122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:24.999472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:25.003597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Usage tracker for resource:security_group_rule and tenant:18a808b09c784faca923872082766764 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:25.006591 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:25.012689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:25.020365 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04e55cc8-ee3a-42f5-ab17-f168294c8f1a req-1c9692c3-6177-4613-8b2c-c59698663476 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381750 Aug 21 12:35:25.083096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:25.109288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:25.117034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8d4321d1-f762-4fec-baf4-7169a037fdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:25.160687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3b72a-58e9-4330-afe2-6eb06dd5b8b5,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:25.167397 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18a808b09c784faca923872082766764&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536847 Aug 21 12:35:25.167397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:25.167696 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-83d043d4-78c6-4068-af11-896313a46669 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 1096 time: 0.0738893 Aug 21 12:35:25.167806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40786) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:25.230082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:25.257562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:25.309271 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-59150500-3e57-4376-9b44-de0881fd8daa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:25.310942 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-59150500-3e57-4376-9b44-de0881fd8daa service neutron] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 916 time: 0.1371903 Aug 21 12:35:25.370715 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-742c980b-1a1d-4ddf-a556-45a22ed10497 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1098 time: 0.1055906 Aug 21 12:35:25.386964 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-66a9caba-68fa-4a58-b34a-17f3098f09a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b HTTP/1.1" status: 200 len: 217 time: 0.0683765 Aug 21 12:35:25.452175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:25.459436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-5f9fbfae-62b8-4a3d-9e79-fedb15f5d11e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:25.461333 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-5f9fbfae-62b8-4a3d-9e79-fedb15f5d11e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0673454 Aug 21 12:35:25.463215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c76a9f2d-1b7e-4605-ad51-65cd3f5fd69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:25.512528 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-bbc2473c-0ee5-4194-932f-ee9b79272229 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432506 Aug 21 12:35:25.527379 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3b72a-58e9-4330-afe2-6eb06dd5b8b5,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:25.531380 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:25.543703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:25.545561 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38e3b72a-58e9-4330-afe2-6eb06dd5b8b5 HTTP/1.1" status: 204 len: 168 time: 0.3769495 Aug 21 12:35:25.616335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-29a4c8ea-4e84-4ebb-8b0a-c5e74574fe86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:25.618090 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-29a4c8ea-4e84-4ebb-8b0a-c5e74574fe86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 907 time: 0.2412438 Aug 21 12:35:25.628063 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a60fa7-8341-45ab-873a-55da463c55f6 req-6057b99f-a440-497f-a7bb-b4f3ffa9c236 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:25.629742 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-82a60fa7-8341-45ab-873a-55da463c55f6 req-6057b99f-a440-497f-a7bb-b4f3ffa9c236 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.1789417 Aug 21 12:35:25.771184 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-82a60fa7-8341-45ab-873a-55da463c55f6 req-9cf2d4c3-bd6d-4cdb-9fcf-af91a0cc1af0 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896370 Aug 21 12:35:25.773269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-ccf6fb1d-f576-4d67-a3f3-27dbfd6e8304 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 1001 time: 0.1424623 Aug 21 12:35:25.856911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-861ce3fa-3ba9-4689-bb4e-5dc6ac1a3ea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:25.858905 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-861ce3fa-3ba9-4689-bb4e-5dc6ac1a3ea5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 200 len: 845 time: 0.0737524 Aug 21 12:35:25.934592 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-f801fe93-833b-473e-9e89-2f7646ab2738 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144185 Aug 21 12:35:25.944487 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-64dd7636-5187-45a1-b34b-6210f19e75fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17a31c0a-5f7c-446c-aee1-5d4853efc028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775530 Aug 21 12:35:25.975085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c9ac6-4bb4-4247-aee2-6cdf26051ea4 req-8f0ab781-50aa-4f75-87c4-8bb763c53bfd tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:25.976877 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b55c9ac6-4bb4-4247-aee2-6cdf26051ea4 req-8f0ab781-50aa-4f75-87c4-8bb763c53bfd tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 943 time: 0.3641877 Aug 21 12:35:26.100655 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-323fe0bc-680f-4676-b1fd-77d56abdb970 service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491549 Aug 21 12:35:26.110382 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b55c9ac6-4bb4-4247-aee2-6cdf26051ea4 req-cd3ab32f-ec8a-485d-804c-fb92d8e0b248 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846567 Aug 21 12:35:26.132866 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-855b6c35-a827-464b-bdfe-f7c3d6768ce9 req-46c7309d-8ea6-4af8-8e11-788da1bd46f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906381 Aug 21 12:35:26.246080 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e2263c14-6b40-48e0-a9c8-f6f17c92c1cc req-bb000e09-c42f-49f8-a00e-dd5d796e31ef service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370928 Aug 21 12:35:26.999247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2db1bf-db09-4422-b581-ccbb7e1fea6c req-27e77675-8962-4af9-9e5a-18b086445232 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:27.000859 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d2db1bf-db09-4422-b581-ccbb7e1fea6c req-27e77675-8962-4af9-9e5a-18b086445232 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0877094 Aug 21 12:35:27.051001 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d2db1bf-db09-4422-b581-ccbb7e1fea6c req-2025c58c-9eda-4330-a43a-64ca733b5b9d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434229 Aug 21 12:35:27.178497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cade5b77-04e3-4855-bafe-a85b2bf368d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:27.322134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530b8c-e847-47df-924b-c616a5ee564a req-c6b3f8b1-397e-43c2-9ccb-edb5e46cece2 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:27.323809 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-97530b8c-e847-47df-924b-c616a5ee564a req-c6b3f8b1-397e-43c2-9ccb-edb5e46cece2 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 943 time: 0.0835686 Aug 21 12:35:27.374194 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-97530b8c-e847-47df-924b-c616a5ee564a req-eccc3a48-516b-4f3d-aac2-d500d6572b75 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Aug 21 12:35:28.251076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316a2f-2adf-4700-b4ab-1dcf1d9e7ae0 req-9042979d-882b-461f-aef6-cea5dd33c818 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:28.252693 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3b316a2f-2adf-4700-b4ab-1dcf1d9e7ae0 req-9042979d-882b-461f-aef6-cea5dd33c818 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0806210 Aug 21 12:35:28.300808 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3b316a2f-2adf-4700-b4ab-1dcf1d9e7ae0 req-593950b9-7441-425c-bf8d-20c5800d05d0 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Aug 21 12:35:28.365486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device ece292af-a104-4b7c-a0a9-8847bf0dc86b details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:35:28.510090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port ece292af-a104-4b7c-a0a9-8847bf0dc86b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:28.525312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'port_id': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b', 'mac_address': 'fa:16:3e:37:d4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f005f7-d351-4b1b-af0d-1fae3f643198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:35:28.581064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:28.597654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0f288-daeb-4cf9-a994-64583b26bd6f req-d302cfdb-7a8c-4d18-9db4-51114dcb6641 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:28.598865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece292af-a104-4b7c-a0a9-8847bf0dc86b {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:28.605674 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-25a0f288-daeb-4cf9-a994-64583b26bd6f req-d302cfdb-7a8c-4d18-9db4-51114dcb6641 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 943 time: 0.1012526 Aug 21 12:35:28.614258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port ece292af-a104-4b7c-a0a9-8847bf0dc86b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:28.646436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:28.648011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:28.654400 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-25a0f288-daeb-4cf9-a994-64583b26bd6f req-55e01061-f448-4e6d-9913-e14c63dcc633 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Aug 21 12:35:28.730685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=ece292af-a104-4b7c-a0a9-8847bf0dc86b,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:28.733751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:28.777592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:28.913443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['ece292af-a104-4b7c-a0a9-8847bf0dc86b'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:29.280106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:29.506737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a15d-cb77-43e7-9db5-ddf2d7b9cb32 req-5bc75c4a-c771-4b16-aeba-b567aacac169 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:29.508319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b2b5a15d-cb77-43e7-9db5-ddf2d7b9cb32 req-5bc75c4a-c771-4b16-aeba-b567aacac169 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0857134 Aug 21 12:35:29.558542 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b2b5a15d-cb77-43e7-9db5-ddf2d7b9cb32 req-6e096635-7572-4635-9cd6-5d8d8b5e2b77 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Aug 21 12:35:29.749940 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b6bb7c80-e3cb-4077-bfd1-c08543a9341c req-4e88eb91-854c-4ed3-b5f4-4c5db7f683d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716424 Aug 21 12:35:29.855525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b56097-d13a-4c58-a0e4-04b15219dff8 req-72ea730f-3843-4559-a62b-0fac53e13db8 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:29.857111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-21b56097-d13a-4c58-a0e4-04b15219dff8 req-72ea730f-3843-4559-a62b-0fac53e13db8 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 944 time: 0.0818841 Aug 21 12:35:29.887936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2c80a69a-d6a5-4f2f-a808-27f8170e8ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:29.911903 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-21b56097-d13a-4c58-a0e4-04b15219dff8 req-809b7f7b-5851-4e7b-a483-9300d231afe3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Aug 21 12:35:29.961375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:30.115067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6947cd6-0aa6-4075-aead-b5a2595f6238 req-c8b9b4d1-a76b-4a4e-acaf-d962f7f58451 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:30.116596 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a6947cd6-0aa6-4075-aead-b5a2595f6238 req-c8b9b4d1-a76b-4a4e-acaf-d962f7f58451 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0859389 Aug 21 12:35:30.227215 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a6947cd6-0aa6-4075-aead-b5a2595f6238 req-d5bba525-abc2-4c95-bdb2-f41a3f3ef8aa tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041708 Aug 21 12:35:30.240035 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-16d042f9-f2c4-4957-8ed6-2fc25d708e53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2448308 Aug 21 12:35:31.117688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa91ce-1556-4cba-9329-b8f7d6cca628 req-86f38857-653a-4a13-9a13-3001f5135da2 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:31.119321 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4eaa91ce-1556-4cba-9329-b8f7d6cca628 req-86f38857-653a-4a13-9a13-3001f5135da2 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 944 time: 0.0818131 Aug 21 12:35:31.132611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:31.167759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4eaa91ce-1556-4cba-9329-b8f7d6cca628 req-fb09708f-c20f-43e6-bb06-cf09136d9bae tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Aug 21 12:35:31.429494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdb245-a973-456d-ad90-a65991f922fb req-e02cc9ad-b162-4559-a278-b24c67e90a8e tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:31.431066 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63bdb245-a973-456d-ad90-a65991f922fb req-e02cc9ad-b162-4559-a278-b24c67e90a8e tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0839891 Aug 21 12:35:31.480148 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-63bdb245-a973-456d-ad90-a65991f922fb req-8cafe903-f561-49ea-80a0-6406e217f262 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Aug 21 12:35:32.377058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device ece292af-a104-4b7c-a0a9-8847bf0dc86b up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:35:32.377617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230dc56-9d81-4b3e-8392-b92bd407c563 req-59bf3a9c-c2e6-44d9-915a-8aa9cac74b18 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:32.378665 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8230dc56-9d81-4b3e-8392-b92bd407c563 req-59bf3a9c-c2e6-44d9-915a-8aa9cac74b18 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 944 time: 0.0860057 Aug 21 12:35:32.427723 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8230dc56-9d81-4b3e-8392-b92bd407c563 req-f6cd926f-b11f-43e4-8b25-b2f410d084cb tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Aug 21 12:35:32.475138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port ece292af-a104-4b7c-a0a9-8847bf0dc86b completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:35:32.480021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port ece292af-a104-4b7c-a0a9-8847bf0dc86b triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:35:32.480444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:32.597766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:32.625303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:32.635541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port ece292af-a104-4b7c-a0a9-8847bf0dc86b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:32.679340 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b', 'code': 200} Aug 21 12:35:32.686739 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:32.687568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:35:32.694342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce15ee5-9669-4f8f-86e2-aa536a0933c0 req-b4ac6d99-dc6e-4a47-9d90-0d939b84a257 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:32.696289 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1ce15ee5-9669-4f8f-86e2-aa536a0933c0 req-b4ac6d99-dc6e-4a47-9d90-0d939b84a257 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0863492 Aug 21 12:35:32.718791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:32.749552 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1ce15ee5-9669-4f8f-86e2-aa536a0933c0 req-adf6a3b1-e99f-4c91-a697-24d1ab130cd1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470502 Aug 21 12:35:32.978492 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f806502-b4eb-410c-bbd3-0d5210eb0f04 req-8ad244da-f799-43e3-9e9b-782c98d968ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 1098 time: 0.0756958 Aug 21 12:35:32.982343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=ece292af-a104-4b7c-a0a9-8847bf0dc86b,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:32.987388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:33.035354 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6f806502-b4eb-410c-bbd3-0d5210eb0f04 req-9d3f0134-2b05-434d-89d5-4ed07e6a9eef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502219 Aug 21 12:35:33.052204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:33.085602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:33.106778 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-1305b314-7d14-45ee-b544-06699bf3aa8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218&tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a HTTP/1.1" status: 200 len: 1098 time: 0.0787408 Aug 21 12:35:33.114478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:33.116489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:33.182518 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=6']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:33.185710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:33.340583 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-36bd82e2-5c34-4fb0-a64d-2c2c2e4c0adf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1096 time: 0.0741220 Aug 21 12:35:33.481930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-939e3a66-af70-4b82-b385-b80c50033687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:33.483532 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-939e3a66-af70-4b82-b385-b80c50033687 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 907 time: 0.1365311 Aug 21 12:35:33.600367 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-f7973eda-0466-4c66-a8c5-d1bdd5c9b55e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 999 time: 0.1094790 Aug 21 12:35:33.645764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05ed2e-b759-4f3f-a29f-e4a15ba9a87c req-20caeb55-bb65-4518-94ae-57652a189c29 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:33.650275 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e05ed2e-b759-4f3f-a29f-e4a15ba9a87c req-20caeb55-bb65-4518-94ae-57652a189c29 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 945 time: 0.0897708 Aug 21 12:35:33.674015 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-fb2685f2-dc64-4066-aa69-e7fea21e0464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:33.676167 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-fb2685f2-dc64-4066-aa69-e7fea21e0464 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 200 len: 845 time: 0.0685267 Aug 21 12:35:33.699172 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e05ed2e-b759-4f3f-a29f-e4a15ba9a87c req-34fb7382-2ae1-4927-a01c-538a8f4f63f0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449576 Aug 21 12:35:33.761062 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-52a2bc75-1256-4402-9131-fe94935f7e4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17a31c0a-5f7c-446c-aee1-5d4853efc028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766294 Aug 21 12:35:33.960687 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-c129cd4b-2c1b-441f-9814-93d79efa5d15 service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875751 Aug 21 12:35:34.077173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2ce1e-dd89-498e-8e61-5bad47265f41 req-b8133955-98fa-47f7-8ae2-77f866dd810f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:34.078907 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a3d2ce1e-dd89-498e-8e61-5bad47265f41 req-b8133955-98fa-47f7-8ae2-77f866dd810f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.1970453 Aug 21 12:35:34.166761 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b7a61-e120-4710-8ee8-dfa67d73fb94 req-37b4c4d4-bdaf-4c14-a0a2-cd20f577d0f0 service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921029 Aug 21 12:35:34.169111 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a3d2ce1e-dd89-498e-8e61-5bad47265f41 req-e3e8ed94-e48c-4b1b-91f8-eb03f5a5f186 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826833 Aug 21 12:35:34.680420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:34.733593 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'code': 200} Aug 21 12:35:34.919148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96661d1-87da-474c-879e-feb742ae2adb req-efce31bd-8b27-46d0-894a-a8a7fa56a957 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:34.920747 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a96661d1-87da-474c-879e-feb742ae2adb req-efce31bd-8b27-46d0-894a-a8a7fa56a957 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Aug 21 12:35:34.968004 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a96661d1-87da-474c-879e-feb742ae2adb req-f55b9bfb-2db1-47ec-a743-16aa19f1d4b4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Aug 21 12:35:35.385917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647f89d-b2ca-4f44-a3f7-50cc432dba8b req-148ba27e-f948-4a39-8256-51aaa384c91b tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:35.387497 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c647f89d-b2ca-4f44-a3f7-50cc432dba8b req-148ba27e-f948-4a39-8256-51aaa384c91b tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0817056 Aug 21 12:35:35.441962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c647f89d-b2ca-4f44-a3f7-50cc432dba8b req-d86588fd-7c27-440e-8820-1ed30abdfd4d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474167 Aug 21 12:35:36.660396 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628b728-a358-4cc4-9d93-8ac5a380de63 req-0d7f58c7-8276-44eb-8cd9-160c30e58287 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:36.662007 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f628b728-a358-4cc4-9d93-8ac5a380de63 req-0d7f58c7-8276-44eb-8cd9-160c30e58287 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0860503 Aug 21 12:35:36.710895 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f628b728-a358-4cc4-9d93-8ac5a380de63 req-47351929-9bae-4871-8732-b3f89cae2b59 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Aug 21 12:35:37.286629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 40938) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:37.443385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.475678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:37.479897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Usage tracker for resource:security_group_rule and tenant:972d7526a3324c71bfd681e0f567a60f is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:35:37.482883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:35:37.489357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:37.559583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.589471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.597702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6a061c3b-6a2a-42f4-b4a3-e8f81f4af9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:37.644292 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=972d7526a3324c71bfd681e0f567a60f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3564930 Aug 21 12:35:37.645127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a037294-9e2e-4d4d-887a-80e31184e5d0,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:37.647215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 40946) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:35:37.654547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.654977 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.655397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.655823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.656229 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.656644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.657051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.657461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.657918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.658326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.658731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:37.662814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:37.711744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.738350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.823809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.829153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6c331c26-bd5c-4819-8eda-9b269af94d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:37.884128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a037294-9e2e-4d4d-887a-80e31184e5d0,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:37.892356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:37.894067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:37.895326 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a037294-9e2e-4d4d-887a-80e31184e5d0 HTTP/1.1" status: 204 len: 168 time: 0.2469988 Aug 21 12:35:37.935908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97791c99-4f65-432b-b4ef-ab760389c3dc req-1700f32a-b588-46dc-bf63-4a842a6ccfbd tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:37.937502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-97791c99-4f65-432b-b4ef-ab760389c3dc req-1700f32a-b588-46dc-bf63-4a842a6ccfbd tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.1003668 Aug 21 12:35:37.988819 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-97791c99-4f65-432b-b4ef-ab760389c3dc req-62ad15a9-cee8-400c-906a-4081d2d953bd tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Aug 21 12:35:39.199430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ed1e6-6e33-496b-b5a8-9559bb7132f2 req-2e446555-a4e2-4ee3-832a-35155aa70fb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:39.201037 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6a0ed1e6-6e33-496b-b5a8-9559bb7132f2 req-2e446555-a4e2-4ee3-832a-35155aa70fb7 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0881250 Aug 21 12:35:39.250248 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6a0ed1e6-6e33-496b-b5a8-9559bb7132f2 req-8eb273b7-4711-4830-b641-1ccbe79063eb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Aug 21 12:35:40.460834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce3a6-adfb-4eba-98ca-08e43d76fa91 req-d330069e-c3c4-4fab-9009-ef95f1b1806c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:40.462465 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de4ce3a6-adfb-4eba-98ca-08e43d76fa91 req-d330069e-c3c4-4fab-9009-ef95f1b1806c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0875721 Aug 21 12:35:40.512715 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-de4ce3a6-adfb-4eba-98ca-08e43d76fa91 req-f4585d77-74e3-469b-b015-ca8cda3792e1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Aug 21 12:35:41.718041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd29d9b-427f-4503-8478-3560ab616404 req-f5fd5f98-4bc5-4666-9543-39d4bb83f278 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:41.719619 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fd29d9b-427f-4503-8478-3560ab616404 req-f5fd5f98-4bc5-4666-9543-39d4bb83f278 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 943 time: 0.0841582 Aug 21 12:35:41.767654 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fd29d9b-427f-4503-8478-3560ab616404 req-d97040e1-44d5-459e-b8ab-a242c594b03e tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Aug 21 12:35:42.451285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:35:42.592956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:42.606486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'port_id': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'mac_address': 'fa:16:3e:af:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:35:42.661115 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:42.680551 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f9bf58-3195-4620-a073-dd5966b7cb23 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:42.697171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:42.726238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:42.728020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:42.791751 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=7']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:42.794811 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:42.976881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb41bf-1bf3-42b5-a6e5-87efb129fd94 req-ba0ed76a-e388-4c22-85f7-95a09991f235 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:42.978619 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9dcb41bf-1bf3-42b5-a6e5-87efb129fd94 req-ba0ed76a-e388-4c22-85f7-95a09991f235 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 944 time: 0.0860648 Aug 21 12:35:42.985296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['77f9bf58-3195-4620-a073-dd5966b7cb23'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:43.031204 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9dcb41bf-1bf3-42b5-a6e5-87efb129fd94 req-82ad93e8-0d2a-4541-a75d-fde7415fd324 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464153 Aug 21 12:35:43.200917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:35:44.262235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be038d75-a243-4d22-bc00-54c58b106835 req-7091bde4-a8d2-494a-a012-d2caee5bfa5a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:44.263872 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-be038d75-a243-4d22-bc00-54c58b106835 req-7091bde4-a8d2-494a-a012-d2caee5bfa5a tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 944 time: 0.0867593 Aug 21 12:35:44.311358 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-be038d75-a243-4d22-bc00-54c58b106835 req-8f7b6db4-e24f-423e-ad60-a4fd003fadc6 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Aug 21 12:35:44.463885 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:35:44.534261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 77f9bf58-3195-4620-a073-dd5966b7cb23 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:35:44.534681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:44.648881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:44.676076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:44.685971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:44.715223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:44.717918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:44.752374 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'code': 200} Aug 21 12:35:44.793562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=8']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:44.796645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:45.089153 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fb65561-492a-4c90-8fe7-d7597719c779 req-c60ba46c-51ae-4340-9dd6-c184081f83d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0726438 Aug 21 12:35:45.140562 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fb65561-492a-4c90-8fe7-d7597719c779 req-a6f4254f-bc73-4b04-a466-7dea1432ad22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Aug 21 12:35:45.516084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b0600-dcbc-49a0-a3c0-2ae74f894ba4 req-a39f56f9-699c-4886-af13-537fc8ba4c74 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:45.517666 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a22b0600-dcbc-49a0-a3c0-2ae74f894ba4 req-a39f56f9-699c-4886-af13-537fc8ba4c74 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0835538 Aug 21 12:35:45.565349 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a22b0600-dcbc-49a0-a3c0-2ae74f894ba4 req-0999042f-ce9d-44d3-b399-22c6d09bd63f tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Aug 21 12:35:46.772960 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3cd22-4f7f-4c2e-b4a9-df9dffbe7142 req-b33d5a57-4683-48c4-af69-6b25d2b28c67 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:46.774606 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e1d3cd22-4f7f-4c2e-b4a9-df9dffbe7142 req-b33d5a57-4683-48c4-af69-6b25d2b28c67 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0808511 Aug 21 12:35:46.822320 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e1d3cd22-4f7f-4c2e-b4a9-df9dffbe7142 req-b9f018ae-b391-49c7-af3d-d0cc755ee7c3 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Aug 21 12:35:47.460241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-4586eff0-5c24-458b-b43e-3068b2a7c099 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:47.461869 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-4586eff0-5c24-458b-b43e-3068b2a7c099 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.1562169 Aug 21 12:35:47.479170 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-b30749cb-2d97-4051-8209-0ad2f69d788c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/quotas/9e690f3fcdbd49028c80eb54b33f480e HTTP/1.1" status: 200 len: 375 time: 0.0114510 Aug 21 12:35:47.572329 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-4ef686d9-8730-4113-b8c1-46cce755ea2b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877082 Aug 21 12:35:47.714123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-a067f9c4-66ba-4311-85cc-a236d347d9a1 service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343520 Aug 21 12:35:47.854238 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-b7fd488c-d711-4716-9b2f-58dd40c8aedb service neutron] 10.222.0.18 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338832 Aug 21 12:35:48.076141 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-226e81a7-8d6b-4472-8d48-4d1a3cbdc0f0 req-8cb126ee-7de3-4d72-b258-c994edce7f47 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 210 time: 0.0480180 Aug 21 12:35:49.243836 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5a3c306e-ea53-40ff-8b01-c904563f9455 req-8c75e38c-52a7-4cbf-aa18-5e0a9a488a8f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 210 time: 0.0447032 Aug 21 12:35:49.762846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-a09b5202-865b-42d5-8fa1-2eff20850f0a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:49.764367 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-a09b5202-865b-42d5-8fa1-2eff20850f0a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 815 time: 0.1566532 Aug 21 12:35:49.781319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Request body: {'port': {'device_id': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'admin_state_up': True, 'tenant_id': '9e690f3fcdbd49028c80eb54b33f480e'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:35:49.936511 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:35:49.947339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:35:49.995348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Made reservation on behalf of 9e690f3fcdbd49028c80eb54b33f480e for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:35:50.001330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:50.166634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Allocated IP 172.20.0.13 (9338d9a7-0cfd-4644-9ba2-4f0772d60b1e/d2f005f7-d351-4b1b-af0d-1fae3f643198/82e7a75d-c58f-437c-8850-a92f12ffb510) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:35:50.442359 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-22946e9a-c1ab-4162-9d0f-627981ad5edb req-60ddc587-2469-4b2b-b730-95f1b3f567ad tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 210 time: 0.0626326 Aug 21 12:35:50.462524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:50.520386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:50.526288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f4005de3-97a8-4535-80dd-6986466d13d7 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:50.532814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', '23cf4cc8-b796-4162-ae24-97ada9e40602', 'ece292af-a104-4b7c-a0a9-8847bf0dc86b'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:50.597581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:35:50.601541 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:35:50.606269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:35:50.637747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event updated for resources: {'Port': ['ID=82e7a75d-c58f-437c-8850-a92f12ffb510,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:50.643867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:50.677860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:50.678576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:50.733082 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558661 Aug 21 12:35:50.746040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Request body: {'port': {'device_id': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:35:50.859590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:51.214986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e7a75d-c58f-437c-8850-a92f12ffb510 {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:51.221715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:51.238822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Transition to ACTIVE for port object 82e7a75d-c58f-437c-8850-a92f12ffb510 will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:35:51.269219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:51.273951 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eb02ee53-2a77-4a0e-bf47-2ec29ab457ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:51.620332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Pushing event updated for resources: {'Port': ['ID=82e7a75d-c58f-437c-8850-a92f12ffb510,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:51.623348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:51.740052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Attempting to bind port 82e7a75d-c58f-437c-8850-a92f12ffb510 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:35:51.740357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Attempting to bind port 82e7a75d-c58f-437c-8850-a92f12ffb510 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:35:51.740735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Attempting to bind port 82e7a75d-c58f-437c-8850-a92f12ffb510 on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:35:51.747437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Port 82e7a75d-c58f-437c-8850-a92f12ffb510 on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:35:51.747817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Attempting to bind port 82e7a75d-c58f-437c-8850-a92f12ffb510 on network 9338d9a7-0cfd-4644-9ba2-4f0772d60b1e {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:35:51.755187 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:35:51.755573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Checking segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:35:51.756003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Bound using segment: {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:35:51.756486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Bound port: 82e7a75d-c58f-437c-8850-a92f12ffb510, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a932d96-d718-4f2d-b978-43a1a403dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:35:51.756878 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:51.855027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] For port 82e7a75d-c58f-437c-8850-a92f12ffb510, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:35:51.858550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] For port 82e7a75d-c58f-437c-8850-a92f12ffb510, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=82e7a75d-c58f-437c-8850-a92f12ffb510,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:35:51.871721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59544f-2db3-4266-abd0-fc6f544ceb9b req-43fd6b42-fc04-47fe-b87b-b26860196f64 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:51.878182 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7b59544f-2db3-4266-abd0-fc6f544ceb9b req-43fd6b42-fc04-47fe-b87b-b26860196f64 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 944 time: 0.2999611 Aug 21 12:35:51.899191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:51.904004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-84b02820-9ce0-4761-b911-78835960f4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:51.922489 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7b59544f-2db3-4266-abd0-fc6f544ceb9b req-8dc768ea-2d25-43ed-92ca-8c948c5ac479 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Aug 21 12:35:51.965377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:51.966882 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] 10.222.0.35 "PUT /v2.0/ports/82e7a75d-c58f-437c-8850-a92f12ffb510 HTTP/1.1" status: 200 len: 1094 time: 1.2255986 Aug 21 12:35:51.967424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'tag': '82e7a75d-c58f-437c-8850-a92f12ffb510'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:51.997760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Pushing event updated for resources: {'Port': ['ID=82e7a75d-c58f-437c-8850-a92f12ffb510,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:52.002188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:52.077755 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'tag': '82e7a75d-c58f-437c-8850-a92f12ffb510', 'status': 'completed', 'code': 200} Aug 21 12:35:52.114242 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-ec1e7aec-e756-49f4-b43c-6325bb3b1cec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 1097 time: 0.0773973 Aug 21 12:35:52.183518 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-bc50d9b3-bba7-4f1f-8a6d-95a5a44e31a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82e7a75d-c58f-437c-8850-a92f12ffb510 HTTP/1.1" status: 200 len: 217 time: 0.0621214 Aug 21 12:35:52.255046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-3f414e1b-017d-47b5-b07e-73ec9f2e1d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:52.256505 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-3f414e1b-017d-47b5-b07e-73ec9f2e1d28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0663254 Aug 21 12:35:52.308070 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-5cfd3089-4f1c-472d-a59d-0d8c4536acba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421076 Aug 21 12:35:52.456464 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-37b07d2d-1bbf-4bcb-a6bb-816c24c8425c service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367865 Aug 21 12:35:52.599498 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f3eee819-533f-4f69-b196-ca66e324fe8f req-a237f0d9-8858-408f-a8c8-c8afbce64257 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349671 Aug 21 12:35:52.783020 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-f931b1f3-a36c-4ee7-8cb3-0364040431d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 1097 time: 0.0742116 Aug 21 12:35:52.925895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-a4414f4c-eca9-4a67-9096-4cfedd49cbcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:52.927485 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-a4414f4c-eca9-4a67-9096-4cfedd49cbcc service neutron] 10.222.0.35 "GET /v2.0/networks?id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 200 len: 916 time: 0.1366594 Aug 21 12:35:53.020562 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-5b4eb8e2-a631-4fcd-94b7-058f9c80ef2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82e7a75d-c58f-437c-8850-a92f12ffb510 HTTP/1.1" status: 200 len: 217 time: 0.0851996 Aug 21 12:35:53.106412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-82ae26a2-8004-49d6-b945-fb91a8f582a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:53.108008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-82ae26a2-8004-49d6-b945-fb91a8f582a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 200 len: 855 time: 0.0749867 Aug 21 12:35:53.164487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c8139-229f-4a4d-b14b-5597d72b4f14 req-f2fe80e5-fb23-4c39-a96a-c8653e310d11 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:53.166097 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-480c8139-229f-4a4d-b14b-5597d72b4f14 req-f2fe80e5-fb23-4c39-a96a-c8653e310d11 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 944 time: 0.0825112 Aug 21 12:35:53.166275 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-13defa9a-3e02-48a5-bc84-afa9993ea79b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471756 Aug 21 12:35:53.221245 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-480c8139-229f-4a4d-b14b-5597d72b4f14 req-5c754493-7539-4a3a-a83f-2616a381e833 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Aug 21 12:35:53.310840 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-699484f3-3b77-4a70-bd94-10ce3ab59198 service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361172 Aug 21 12:35:53.450405 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3bb9fbe7-5763-46df-91bf-692ffe2eff33 req-cd31dc49-1893-43af-8cc5-18fd01478f8c service neutron] 10.222.0.35 "GET /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321278 Aug 21 12:35:54.429046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22749c04-b964-4b85-a397-b9435cd00226 req-5f307b6c-f991-4f81-86f5-bd2506d437e7 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:54.429815 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-22749c04-b964-4b85-a397-b9435cd00226 req-5f307b6c-f991-4f81-86f5-bd2506d437e7 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:35:54.474235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-22749c04-b964-4b85-a397-b9435cd00226 req-5f307b6c-f991-4f81-86f5-bd2506d437e7 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:35:54.475460 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-22749c04-b964-4b85-a397-b9435cd00226 req-5f307b6c-f991-4f81-86f5-bd2506d437e7 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 944 time: 0.1281717 Aug 21 12:35:54.523470 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-22749c04-b964-4b85-a397-b9435cd00226 req-ce9798bf-a8cb-458d-80ef-2af8808e298c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Aug 21 12:35:55.728270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e7d1-eb10-4613-8304-f26976e2ec7b req-61968f11-c4fa-48f7-88f3-12d795cd0f64 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:55.729881 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d03e7d1-eb10-4613-8304-f26976e2ec7b req-61968f11-c4fa-48f7-88f3-12d795cd0f64 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 944 time: 0.0862589 Aug 21 12:35:55.777525 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3d03e7d1-eb10-4613-8304-f26976e2ec7b req-0212fc40-cc63-498e-b91d-165be417a347 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Aug 21 12:35:56.394769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 82e7a75d-c58f-437c-8850-a92f12ffb510 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:35:56.533728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 82e7a75d-c58f-437c-8850-a92f12ffb510, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=82e7a75d-c58f-437c-8850-a92f12ffb510,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:56.547180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': '82e7a75d-c58f-437c-8850-a92f12ffb510', 'network_id': '9338d9a7-0cfd-4644-9ba2-4f0772d60b1e', 'port_id': '82e7a75d-c58f-437c-8850-a92f12ffb510', 'mac_address': 'fa:16:3e:3f:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f005f7-d351-4b1b-af0d-1fae3f643198', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:35:56.600699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:56.618588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e7a75d-c58f-437c-8850-a92f12ffb510 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:35:56.633323 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 82e7a75d-c58f-437c-8850-a92f12ffb510, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=82e7a75d-c58f-437c-8850-a92f12ffb510,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:56.685603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:56.687597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:56.756694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=82e7a75d-c58f-437c-8850-a92f12ffb510,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:56.766214 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.766600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.766980 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.767353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.767727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.768201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.768570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.768939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.769305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.769667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.770059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:35:56.774185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:56.982101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28fcf-78a9-4e54-84cb-3296d4536941 req-cfab79fa-5b76-47ef-89db-a721b20c7f38 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:56.983726 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-93f28fcf-78a9-4e54-84cb-3296d4536941 req-cfab79fa-5b76-47ef-89db-a721b20c7f38 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 945 time: 0.0860445 Aug 21 12:35:57.013992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['82e7a75d-c58f-437c-8850-a92f12ffb510'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:35:57.034673 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-93f28fcf-78a9-4e54-84cb-3296d4536941 req-77ac2171-d031-441b-826c-5c23b4ce66cd tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Aug 21 12:35:57.156795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f15a818a-5ca6-4ec3-ad92-804259dff70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:58.240543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e4f67-d033-4dca-999f-e3782d7dca19 req-f957ba76-8b5c-429e-aa48-500d5ca7b68f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:58.242375 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-393e4f67-d033-4dca-999f-e3782d7dca19 req-f957ba76-8b5c-429e-aa48-500d5ca7b68f tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 945 time: 0.0826783 Aug 21 12:35:58.290656 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-393e4f67-d033-4dca-999f-e3782d7dca19 req-2771795a-6b67-445a-9549-f5713ac416ed tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Aug 21 12:35:58.766120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:59.280547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:59.439217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 82e7a75d-c58f-437c-8850-a92f12ffb510 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:35:59.492055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a74e-87dc-456e-ae5d-73e6b8aaf5f4 req-b47d2f3f-d785-471a-8caf-054a9369852a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:35:59.494040 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2eb3a74e-87dc-456e-ae5d-73e6b8aaf5f4 req-b47d2f3f-d785-471a-8caf-054a9369852a tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 945 time: 0.0818362 Aug 21 12:35:59.542735 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2eb3a74e-87dc-456e-ae5d-73e6b8aaf5f4 req-5b1338a7-c5f0-4de2-a85b-e7c7057ee39d tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Aug 21 12:35:59.566388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port 82e7a75d-c58f-437c-8850-a92f12ffb510 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:35:59.571937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port 82e7a75d-c58f-437c-8850-a92f12ffb510 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:35:59.576498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:59.689497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:59.716588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7a75d-c58f-437c-8850-a92f12ffb510'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:35:59.726697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port 82e7a75d-c58f-437c-8850-a92f12ffb510, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=82e7a75d-c58f-437c-8850-a92f12ffb510,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:35:59.760842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:59.763639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:35:59.801010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7a75d-c58f-437c-8850-a92f12ffb510', 'code': 200} Aug 21 12:35:59.835703 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=82e7a75d-c58f-437c-8850-a92f12ffb510,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:35:59.838861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:35:59.891856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b1d74a47-0f22-4ace-80fc-59f920411452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:35:59.983863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:00.069435 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-96502654-a2e3-4fb0-84de-824d9a4b3d8a req-a749c493-022e-4d13-875f-4c395178e8e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 1099 time: 0.0767496 Aug 21 12:36:00.114886 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-96502654-a2e3-4fb0-84de-824d9a4b3d8a req-582ba001-ff20-40bd-a1d8-ac405ae59940 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Aug 21 12:36:00.454506 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-94a96f23-6a46-4281-9320-41dd4530c8fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712111 Aug 21 12:36:00.608596 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-d0a08138-d4bd-41ca-b0b7-c3427a92818b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0768721 Aug 21 12:36:00.827185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95173-752b-495d-bc41-9f5e39726759 req-3382ad4d-a982-4e64-a70f-647800b3d880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:00.828762 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-3382ad4d-a982-4e64-a70f-647800b3d880 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 907 time: 0.1980002 Aug 21 12:36:00.839650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b7d7e-906d-427f-b7d5-56960bc38012 req-27581f49-c8d2-442f-b6fe-bb84c54d4cdf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:00.841076 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c45b7d7e-906d-427f-b7d5-56960bc38012 req-27581f49-c8d2-442f-b6fe-bb84c54d4cdf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 946 time: 0.1398561 Aug 21 12:36:00.974852 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c45b7d7e-906d-427f-b7d5-56960bc38012 req-eda34180-1ab6-4a27-8fd1-8224e2d3ab68 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812523 Aug 21 12:36:00.976946 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-35521121-d8b1-4a22-a832-a1528fdf099b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 1001 time: 0.1349661 Aug 21 12:36:01.054312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95173-752b-495d-bc41-9f5e39726759 req-c3b356ce-9861-45f3-b568-76cd64343b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:01.055914 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-c3b356ce-9861-45f3-b568-76cd64343b98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 200 len: 845 time: 0.0692325 Aug 21 12:36:01.126558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:01.141148 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-f321ade4-1d9b-447c-b58d-eeba3f6a8786 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17a31c0a-5f7c-446c-aee1-5d4853efc028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732594 Aug 21 12:36:01.283946 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-7ddbfcb0-6d92-4e7d-b517-1135d44deb45 service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334119 Aug 21 12:36:01.424008 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5ff95173-752b-495d-bc41-9f5e39726759 req-ba841072-18f2-4679-a0d8-5c46a30fab7d service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317487 Aug 21 12:36:01.809731 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-601fe95a-99c8-4a71-a62b-a4f14ff5b6fc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838441899&fields=id&tenant_id=7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 267 time: 0.0476930 Aug 21 12:36:01.968422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-f5c0bfee-67f3-4623-86dc-25bbd5c619fd tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:01.969964 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-f5c0bfee-67f3-4623-86dc-25bbd5c619fd tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 811 time: 0.1529286 Aug 21 12:36:01.989438 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-30ad9d35-1794-40ae-b7d1-603c20c8153a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/quotas/7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 375 time: 0.0120263 Aug 21 12:36:02.080682 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-10852f3d-9677-499a-879f-9fe150b58baf tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0855086 Aug 21 12:36:02.181743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd046a-a228-4124-a60d-f6e551fe1a5c req-4e1d2676-8280-4f66-bf46-c06f7220416b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:02.183386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-47bd046a-a228-4124-a60d-f6e551fe1a5c req-4e1d2676-8280-4f66-bf46-c06f7220416b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 946 time: 0.0842798 Aug 21 12:36:02.236973 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-5cbd5062-e993-47eb-ac9d-454184c30a67 service neutron] 10.222.0.18 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440578 Aug 21 12:36:02.237287 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-47bd046a-a228-4124-a60d-f6e551fe1a5c req-d822e2c3-b023-401f-b610-e2dd973aaf90 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474567 Aug 21 12:36:02.386630 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-9499fa74-7a5b-4fac-ba20-63fe1dc3e5c3 service neutron] 10.222.0.18 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423993 Aug 21 12:36:02.969957 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f54736c5-cce4-48ed-a285-09464e2c4d2e req-df03995f-f097-4ac0-afae-6320a4c906d6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 210 time: 0.0483310 Aug 21 12:36:04.145896 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a58945be-aaf4-4a67-ae9f-091f18fc80a2 req-17aeb947-f2ed-4922-9cc0-c21ed8a4f0a1 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 210 time: 0.0486512 Aug 21 12:36:04.658111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-f26cc296-f702-4c24-805e-54855fdeb1af tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:04.659737 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-f26cc296-f702-4c24-805e-54855fdeb1af tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 811 time: 0.1570697 Aug 21 12:36:04.736729 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-5e9ccd80-8424-47b3-9cd9-29e32a381770 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c0722379d3d4d2db7faa647c0e06819 HTTP/1.1" status: 200 len: 379 time: 0.0649285 Aug 21 12:36:04.746438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'port': {'device_id': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'admin_state_up': True, 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'security_groups': ['5c378498-4af5-4e8a-9336-1ef29db6c545']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:36:04.890757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:36:04.900909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:36:04.937819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Made reservation on behalf of 7c0722379d3d4d2db7faa647c0e06819 for: {'port': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:36:04.943404 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:05.112562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Allocated IP 172.20.0.3 (dd9a4297-0f6e-44b7-a4c8-2762ac972f6f/0b6ae8f7-6e0c-4f08-8499-a9c37790b57c/da4f7c8c-5b1c-4d69-91bc-665016a82f5a) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:36:05.575575 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c13b1a56-edf9-48c9-9e85-7aa707fa1f6c req-a1528234-c66d-44f4-97e0-fed73b62976f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 210 time: 0.2781234 Aug 21 12:36:05.644685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:05.661619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Transition to ACTIVE for port object da4f7c8c-5b1c-4d69-91bc-665016a82f5a will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:36:05.704098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:05.710599 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:05.784674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:36:05.786695 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:36:05.789307 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:36:05.834800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:05.838853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:05.874890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:05.875554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:05.920565 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1785808 Aug 21 12:36:05.933442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Request body: {'port': {'device_id': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:36:06.067661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.183449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-be2f1e8c-0d24-440f-b552-a59fa94719cb None None] Provisioning for port da4f7c8c-5b1c-4d69-91bc-665016a82f5a completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:36:06.188911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-be2f1e8c-0d24-440f-b552-a59fa94719cb None None] Provisioning complete for port da4f7c8c-5b1c-4d69-91bc-665016a82f5a triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:36:06.189346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-be2f1e8c-0d24-440f-b552-a59fa94719cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.248075 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-be2f1e8c-0d24-440f-b552-a59fa94719cb None None] Port da4f7c8c-5b1c-4d69-91bc-665016a82f5a cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:36:06.431870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f7c8c-5b1c-4d69-91bc-665016a82f5a {{(pid=82485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:36:06.438572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.454099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Transition to ACTIVE for port object da4f7c8c-5b1c-4d69-91bc-665016a82f5a will not be triggered until provisioned by entity L2. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:36:06.486447 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.491681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d77bcf2c-5036-4a13-8dcb-8255e06c5e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:06.620643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Pushing event updated for resources: {'Port': ['ID=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:06.623679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:06.741098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Attempting to bind port da4f7c8c-5b1c-4d69-91bc-665016a82f5a on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:36:06.741474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Attempting to bind port da4f7c8c-5b1c-4d69-91bc-665016a82f5a by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:36:06.741872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Attempting to bind port da4f7c8c-5b1c-4d69-91bc-665016a82f5a on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:36:06.748231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Port da4f7c8c-5b1c-4d69-91bc-665016a82f5a on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:36:06.748589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Attempting to bind port da4f7c8c-5b1c-4d69-91bc-665016a82f5a on network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:36:06.755336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:36:06.755716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Checking segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:36:06.756306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Bound using segment: {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'} {{(pid=82485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:36:06.756784 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Bound port: da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f'}}] {{(pid=82485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:36:06.757170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.809741 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7c5b-fa64-4fc0-b7b6-67e15971ad98 req-e8f6a6d5-6784-4626-8f0b-0e4f2013a19a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:06.811285 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a88a7c5b-fa64-4fc0-b7b6-67e15971ad98 req-e8f6a6d5-6784-4626-8f0b-0e4f2013a19a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0906513 Aug 21 12:36:06.852967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] For port da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host hv-cinder-80547, cleared binding levels {{(pid=82485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:36:06.856805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] For port da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:36:06.860390 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a88a7c5b-fa64-4fc0-b7b6-67e15971ad98 req-dbab1623-1172-4eaa-b466-fa6a11c0570d tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Aug 21 12:36:06.921348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.926845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a1a5f7c4-a13b-401f-b3f3-a53f987de2c4 tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:06.987335 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:06.989403 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] 10.222.0.35 "PUT /v2.0/ports/da4f7c8c-5b1c-4d69-91bc-665016a82f5a HTTP/1.1" status: 200 len: 1093 time: 1.0608435 Aug 21 12:36:06.989964 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:07.023989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Pushing event updated for resources: {'Port': ['ID=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,revision_number=3']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:07.023989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:07.049224 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'status': 'completed', 'code': 200} Aug 21 12:36:07.144655 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-0cac3299-91f5-4bf5-8084-e6030e6b16ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 1096 time: 0.0808189 Aug 21 12:36:07.220551 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-25af5f2e-3c1d-4ce9-8934-ced03d865ab8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a HTTP/1.1" status: 200 len: 217 time: 0.0651846 Aug 21 12:36:07.291937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a5310b8d-100b-4492-ba55-63230fd0e960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:07.293427 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-a5310b8d-100b-4492-ba55-63230fd0e960 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0661917 Aug 21 12:36:07.392048 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-bac1d9e8-b4fb-4c28-9ec7-47f63ac41fb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760317 Aug 21 12:36:07.534464 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-2fdf65db-e515-453d-942d-6a2c1ab90235 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345079 Aug 21 12:36:07.678471 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-03d383be-f012-4b41-a5b0-c9cb69d723b4 req-9098902c-3e73-4878-bb5b-a81ed1a747da service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361580 Aug 21 12:36:07.812547 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-90601dd2-4565-4d51-970b-bef6e014f53f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 1096 time: 0.0718005 Aug 21 12:36:07.950279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-f12859c5-eae9-4b27-bdc0-f20b48ca377b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:07.951852 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-f12859c5-eae9-4b27-bdc0-f20b48ca377b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1328232 Aug 21 12:36:08.069286 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f4607-a525-4ad9-beb8-ee37204a7930 req-eced559f-0863-4a9f-b5ac-bf63a246c264 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:08.070950 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-157f4607-a525-4ad9-beb8-ee37204a7930 req-eced559f-0863-4a9f-b5ac-bf63a246c264 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0839646 Aug 21 12:36:08.119371 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-157f4607-a525-4ad9-beb8-ee37204a7930 req-0b66bb65-7701-43e9-a915-9c187eb3604f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Aug 21 12:36:09.175564 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-92e2a684-2b64-4ec9-99c5-96850e009c3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a HTTP/1.1" status: 200 len: 217 time: 0.0692251 Aug 21 12:36:09.323949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875ae0-40dc-4791-98d5-e28206a186fa req-3940b89a-e40c-451b-be13-514c2019ea4a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:09.324623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d8875ae0-40dc-4791-98d5-e28206a186fa req-3940b89a-e40c-451b-be13-514c2019ea4a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:36:09.371743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d8875ae0-40dc-4791-98d5-e28206a186fa req-3940b89a-e40c-451b-be13-514c2019ea4a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:36:09.373064 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d8875ae0-40dc-4791-98d5-e28206a186fa req-3940b89a-e40c-451b-be13-514c2019ea4a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.1285992 Aug 21 12:36:09.424128 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d8875ae0-40dc-4791-98d5-e28206a186fa req-195f5635-b2ae-461a-be36-09346996f7cf tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 Aug 21 12:36:09.984156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-bb8da6fe-dcc9-4ae2-9ed6-31ebabe482e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:09.985648 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-bb8da6fe-dcc9-4ae2-9ed6-31ebabe482e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0635254 Aug 21 12:36:10.632422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5918a7c-b611-4248-b37c-e3b3df1f07ad req-b3da4c06-c671-4fa6-aa86-29de859c5a48 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:10.633991 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e5918a7c-b611-4248-b37c-e3b3df1f07ad req-b3da4c06-c671-4fa6-aa86-29de859c5a48 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0868821 Aug 21 12:36:10.682749 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e5918a7c-b611-4248-b37c-e3b3df1f07ad req-83b7275b-78a5-4646-9033-764c15aa76a5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426989 Aug 21 12:36:11.025767 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-2752d0b6-4515-4039-bf16-b4776126a7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740139 Aug 21 12:36:11.166459 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-21d136d7-b339-4091-a6e3-a059936f3f62 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334040 Aug 21 12:36:11.306140 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-507a015b-a600-4e1b-8f3e-eb6bf561a5a0 req-bb55c390-2a25-472b-be68-4316f33e0ad0 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331766 Aug 21 12:36:11.886583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e8e6-ff6f-4ae4-a45c-35ae7213097f req-c1919960-5f90-4b2b-86af-129a8837b527 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:11.888188 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a806e8e6-ff6f-4ae4-a45c-35ae7213097f req-c1919960-5f90-4b2b-86af-129a8837b527 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0857749 Aug 21 12:36:11.937468 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a806e8e6-ff6f-4ae4-a45c-35ae7213097f req-31bab1c9-3197-473f-afa6-b32aaf9bd288 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 Aug 21 12:36:13.152540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7090f-a27d-44ee-9d7e-c5dd8afa45c0 req-3d39bebc-4902-4133-b466-5a3569f254dc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:13.154358 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3b7090f-a27d-44ee-9d7e-c5dd8afa45c0 req-3d39bebc-4902-4133-b466-5a3569f254dc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0846183 Aug 21 12:36:13.223385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3b7090f-a27d-44ee-9d7e-c5dd8afa45c0 req-f5cbcc9d-23a0-4702-b204-45048f9f62ec tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618379 Aug 21 12:36:14.432907 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ac1a6-fccb-464f-b280-aa00b8ae27eb req-f52aafbb-b6f8-484e-bb11-b2abcb504d90 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:14.434488 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dc2ac1a6-fccb-464f-b280-aa00b8ae27eb req-f52aafbb-b6f8-484e-bb11-b2abcb504d90 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0806534 Aug 21 12:36:14.480584 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dc2ac1a6-fccb-464f-b280-aa00b8ae27eb req-137629ce-744d-427e-b80a-1404ba19f60f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Aug 21 12:36:15.686765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c5ac5-5812-47e9-94fe-94f3988d9ac4 req-d3de7c27-a2c5-4079-bf7c-d6bbc5e38c02 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:15.688332 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-da4c5ac5-5812-47e9-94fe-94f3988d9ac4 req-d3de7c27-a2c5-4079-bf7c-d6bbc5e38c02 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0841331 Aug 21 12:36:15.735410 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-da4c5ac5-5812-47e9-94fe-94f3988d9ac4 req-ae1b7ac6-41f0-490c-bc2f-e04971fcfcfa tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406604 Aug 21 12:36:16.938285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e85cd-4438-4e15-b682-68923d759256 req-6adb28d4-4486-4408-95d5-c6d873f727f5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:16.939805 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-794e85cd-4438-4e15-b682-68923d759256 req-6adb28d4-4486-4408-95d5-c6d873f727f5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0804083 Aug 21 12:36:16.986987 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-794e85cd-4438-4e15-b682-68923d759256 req-9ceb65c2-cadc-498c-a453-3435d331e406 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 Aug 21 12:36:17.550332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 41386) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:17.699948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:17.735932 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:36:17.740475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Usage tracker for resource:security_group_rule and tenant:0511a85e89cc4cc8bc09677ea152b166 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:36:17.743359 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:36:17.749435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:36:17.814971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:17.851535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:17.858854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1f8d1cae-b560-4234-993d-8f4d7bfe8bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:17.900948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8024777-03ff-4a0f-b5bf-032489bc45bf,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:17.906780 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0511a85e89cc4cc8bc09677ea152b166&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3553305 Aug 21 12:36:17.909735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41392) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:17.913008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.913424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.913834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.914238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.914643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.915038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.915435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.915831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.916225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.916616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.917007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:17.920993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f20f13ba-3433-48c9-b35f-fdaf3109feda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:17.974543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:18.000901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:18.120423 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:18.125618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-457e7643-d7fb-4b41-900e-1101e4a64331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:18.138799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8024777-03ff-4a0f-b5bf-032489bc45bf,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:18.143659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:18.148418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:18.149971 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e9af7ddd-3d16-4140-8cf6-b6fb35153dde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8024777-03ff-4a0f-b5bf-032489bc45bf HTTP/1.1" status: 204 len: 168 time: 0.2382689 Aug 21 12:36:18.217114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e02c3-f981-4237-ad29-aad87d48cf6b req-e4191253-84ec-4b9c-b614-cb2a0cdf7511 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:18.218751 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9d2e02c3-f981-4237-ad29-aad87d48cf6b req-e4191253-84ec-4b9c-b614-cb2a0cdf7511 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0830815 Aug 21 12:36:18.271149 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9d2e02c3-f981-4237-ad29-aad87d48cf6b req-0a9135df-21c9-4a7a-8ded-ac00a67b3b25 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456910 Aug 21 12:36:19.476663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770750a-8cb8-454a-a9c6-57256116d5cb req-8b05552b-4690-4b06-9658-c43b6343a02a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:19.478364 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1770750a-8cb8-454a-a9c6-57256116d5cb req-8b05552b-4690-4b06-9658-c43b6343a02a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0857394 Aug 21 12:36:19.528263 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1770750a-8cb8-454a-a9c6-57256116d5cb req-349ef798-73f5-4434-9668-0f922d7dbd31 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438972 Aug 21 12:36:20.201414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:36:20.740344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094d57a-5e2d-4da4-bcd2-d52cfcb8a575 req-46735f1b-a67f-470b-b58f-9ee9bf340d98 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:20.741925 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4094d57a-5e2d-4da4-bcd2-d52cfcb8a575 req-46735f1b-a67f-470b-b58f-9ee9bf340d98 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 943 time: 0.0866623 Aug 21 12:36:20.789406 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4094d57a-5e2d-4da4-bcd2-d52cfcb8a575 req-d4b2ee08-9c68-43a7-bf00-b3ad71dcfd60 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Aug 21 12:36:21.524566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device da4f7c8c-5b1c-4d69-91bc-665016a82f5a details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:36:21.667904 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:21.682042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'port_id': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'mac_address': 'fa:16:3e:91:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:36:21.706034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf309ba-820b-4950-88cb-19e0524761cb req-eae6d1cb-3ada-4e77-97a3-f51efdcb72ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:21.708211 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0bf309ba-820b-4950-88cb-19e0524761cb req-eae6d1cb-3ada-4e77-97a3-f51efdcb72ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 946 time: 0.0833068 Aug 21 12:36:21.750626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:21.756913 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0bf309ba-820b-4950-88cb-19e0524761cb req-94133b8e-8452-42ec-82f2-c1d6c6e0a815 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Aug 21 12:36:21.776358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f7c8c-5b1c-4d69-91bc-665016a82f5a {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:36:21.791230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:21.823294 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:21.825983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:21.893747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:21.897111 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:21.996700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7621-3294-4f67-944d-6d50ac1b75c9 req-8a8ac9f5-b712-447d-9207-1e6228f6dd74 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:21.998342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2e5a7621-3294-4f67-944d-6d50ac1b75c9 req-8a8ac9f5-b712-447d-9207-1e6228f6dd74 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 944 time: 0.0851676 Aug 21 12:36:22.047846 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2e5a7621-3294-4f67-944d-6d50ac1b75c9 req-2ea88237-b136-4d62-a94d-d035cbb80e4f tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Aug 21 12:36:22.172989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['da4f7c8c-5b1c-4d69-91bc-665016a82f5a'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:36:22.960268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae278-e69e-457c-b7e1-a1bed4a2422d req-665f44ed-bf7a-4857-9fbc-b91c4a32fa74 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:22.961760 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fbbae278-e69e-457c-b7e1-a1bed4a2422d req-665f44ed-bf7a-4857-9fbc-b91c4a32fa74 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 946 time: 0.0853512 Aug 21 12:36:23.009477 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-fbbae278-e69e-457c-b7e1-a1bed4a2422d req-7f64b7d9-2fc7-434d-a150-d299187b2d35 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Aug 21 12:36:23.253153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae9daf-11c6-4f1d-8578-e9beced96e71 req-d4adda77-3e9f-4cf8-9767-d83389087048 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:23.255358 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a2ae9daf-11c6-4f1d-8578-e9beced96e71 req-d4adda77-3e9f-4cf8-9767-d83389087048 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 944 time: 0.0835168 Aug 21 12:36:23.307650 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a2ae9daf-11c6-4f1d-8578-e9beced96e71 req-74c0038e-beaf-4542-8229-5f78bd2e0858 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459859 Aug 21 12:36:23.545100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device da4f7c8c-5b1c-4d69-91bc-665016a82f5a up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:36:23.634393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port da4f7c8c-5b1c-4d69-91bc-665016a82f5a completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:36:23.639433 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port da4f7c8c-5b1c-4d69-91bc-665016a82f5a triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:36:23.639853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:23.755529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:23.783770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:23.794350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:23.823314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:23.825352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:23.852604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384468-a917-457e-9118-d32e74ec6058 req-bd56581d-6eb9-436d-9250-54428e853b27 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:23.854355 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d4384468-a917-457e-9118-d32e74ec6058 req-bd56581d-6eb9-436d-9250-54428e853b27 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 946 time: 0.0949676 Aug 21 12:36:23.855531 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'code': 200} Aug 21 12:36:23.894005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:23.897146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:23.932377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Deleting port 82e7a75d-c58f-437c-8850-a92f12ffb510 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:36:23.932759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:24.189197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] For port 82e7a75d-c58f-437c-8850-a92f12ffb510, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=82e7a75d-c58f-437c-8850-a92f12ffb510,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:24.189763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:24.229269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4fa71971-429f-446e-9142-12a2465f227c req-68511ca8-6658-4366-8cfc-1be5eb2cec0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 1098 time: 0.1378317 Aug 21 12:36:24.257050 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81a472-b694-4b5c-8cfb-1d175c5ffc55 req-038f057c-ceae-4101-9479-4bd3d4efad3c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:24.258624 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c81a472-b694-4b5c-8cfb-1d175c5ffc55 req-038f057c-ceae-4101-9479-4bd3d4efad3c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 946 time: 0.1203864 Aug 21 12:36:24.304045 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-4fa71971-429f-446e-9142-12a2465f227c req-47c7c3d0-e317-43f5-b907-89604813edc3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673506 Aug 21 12:36:24.321039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Calling delete_port for 82e7a75d-c58f-437c-8850-a92f12ffb510 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:36:24.324042 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c81a472-b694-4b5c-8cfb-1d175c5ffc55 req-f37a9312-79f2-4235-ba4a-ca54ef6f4929 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Aug 21 12:36:24.534607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772e6c-baad-44cc-a78f-58bfdfb968e5 req-f6f69d70-7642-420f-a9b9-1d9802756ff5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:24.536207 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28772e6c-baad-44cc-a78f-58bfdfb968e5 req-f6f69d70-7642-420f-a9b9-1d9802756ff5 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 945 time: 0.1034155 Aug 21 12:36:24.556574 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:24.563205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d486247a-71da-47b0-9376-3ad6b47b74b2 tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:24.570162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', '23cf4cc8-b796-4162-ae24-97ada9e40602', 'ece292af-a104-4b7c-a0a9-8847bf0dc86b', '82e7a75d-c58f-437c-8850-a92f12ffb510'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:36:24.611491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event deleted for resources: {'Port': ['ID=82e7a75d-c58f-437c-8850-a92f12ffb510,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:24.624179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:24.700840 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-28772e6c-baad-44cc-a78f-58bfdfb968e5 req-f69212c2-63bd-461d-9f15-c11af4fba0ac tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585989 Aug 21 12:36:24.706927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] No DVR routers for this DVR port 82e7a75d-c58f-437c-8850-a92f12ffb510 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:36:24.710202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:24.713036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'name': 'network-vif-deleted', 'tag': '82e7a75d-c58f-437c-8850-a92f12ffb510'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:24.756539 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d4384468-a917-457e-9118-d32e74ec6058 req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "DELETE /v2.0/ports/82e7a75d-c58f-437c-8850-a92f12ffb510 HTTP/1.1" status: 204 len: 173 time: 0.8956807 Aug 21 12:36:24.778104 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa3b396-b6d7-4ebe-9893-65c5822a4f3d', 'name': 'network-vif-deleted', 'tag': '82e7a75d-c58f-437c-8850-a92f12ffb510', 'status': 'completed', 'code': 200} Aug 21 12:36:25.511615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-2b3b6b6a-68aa-42ff-b3de-77122a8dafbf req-c35cf21d-05ee-4081-b928-9cd044bc624e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:36:25.548660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-2b3b6b6a-68aa-42ff-b3de-77122a8dafbf req-c35cf21d-05ee-4081-b928-9cd044bc624e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:36:25.549903 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2b3b6b6a-68aa-42ff-b3de-77122a8dafbf req-c35cf21d-05ee-4081-b928-9cd044bc624e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aa3b396-b6d7-4ebe-9893-65c5822a4f3d HTTP/1.1" status: 200 len: 210 time: 0.0862215 Aug 21 12:36:25.906750 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cacdd-37cf-4389-8133-0e208e114b9b req-919efd43-bcf6-4a5f-a416-649452c665bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:25.908311 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2d6cacdd-37cf-4389-8133-0e208e114b9b req-919efd43-bcf6-4a5f-a416-649452c665bb tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 945 time: 0.0803351 Aug 21 12:36:25.958656 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2d6cacdd-37cf-4389-8133-0e208e114b9b req-f2e5c798-4d41-4dd6-b884-9049ebcb2a40 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Aug 21 12:36:26.371515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a3402-6241-4a7b-8339-62db9b58f851 req-583abaa7-8e2e-42b4-a768-19f1956c6d26 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:26.373000 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-479a3402-6241-4a7b-8339-62db9b58f851 req-583abaa7-8e2e-42b4-a768-19f1956c6d26 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 945 time: 0.2895536 Aug 21 12:36:26.419812 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-479a3402-6241-4a7b-8339-62db9b58f851 req-a57f9426-d79a-4db7-8d94-c2f777ee3af9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Aug 21 12:36:26.448225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41442) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:26.521961 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ad656637-c4f2-4a5a-8c49-f9c6e8db8aa5 tempest-TestVolumeBootPattern-1755175731 tempest-TestVolumeBootPattern-1755175731-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 1093 time: 0.0724046 Aug 21 12:36:26.524583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41446) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:26.530490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'port_id': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:36:26.536062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:36:26.540071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Usage tracker for resource:floatingip and tenant:7c0722379d3d4d2db7faa647c0e06819 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:36:26.543033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:36:26.549101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:36:26.593245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:26.742924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:26.891707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Allocated IP 172.27.2.64 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/dd5fe66b-3d19-473f-b557-05da765b8b6c) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:36:27.094213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:27.142927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8574c622-8436-4040-b0a5-da03711d3f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:27.166368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:27.171199 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:27.239936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:36:27.243860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:36:27.246954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:36:27.276231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=dd5fe66b-3d19-473f-b557-05da765b8b6c,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:27.279165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:27.567388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 82e7a75d-c58f-437c-8850-a92f12ffb510 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:36:27.599883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 82e7a75d-c58f-437c-8850-a92f12ffb510 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:36:27.600350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 82e7a75d-c58f-437c-8850-a92f12ffb510 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:36:27.763277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:27.842933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:28.057556 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:28.091511 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:28.096410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:28.203449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event updated for resources: {'Port': ['ID=dd5fe66b-3d19-473f-b557-05da765b8b6c,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:28.208592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:28.219208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:28.651039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45acf-53a8-4a2a-9e0d-04036a750d14 req-9d3352ea-2651-47f9-8104-9e7a76b766c7 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:28.652625 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43a45acf-53a8-4a2a-9e0d-04036a750d14 req-9d3352ea-2651-47f9-8104-9e7a76b766c7 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 945 time: 0.1726360 Aug 21 12:36:28.722889 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-43a45acf-53a8-4a2a-9e0d-04036a750d14 req-2d7dd965-8302-461e-bbaa-01271423e48c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630059 Aug 21 12:36:28.734516 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Floating IP ca67b39e-0ea7-4018-95a4-b9f0cb15f4da associated. External IP: 172.27.2.64, port: da4f7c8c-5b1c-4d69-91bc-665016a82f5a. Aug 21 12:36:28.771820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:29.134571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:36:29.314639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:29.343219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:36:29.353222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:36:29.365649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:36:29.366347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:36:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:29.395242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:29.451724 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9260302 Aug 21 12:36:29.452507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:29.704291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:36:29.740441 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'status': 'completed', 'code': 200} Aug 21 12:36:29.842864 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-fc5daa6e-dc41-4b6d-b780-7151a9f2375e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 1098 time: 0.0796087 Aug 21 12:36:29.942783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b1b9a-646f-4603-8d01-0539fef17bb2 req-8ff5c9a9-6ccd-4bfc-a6a1-dad715a7e617 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:29.953588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e5b1b9a-646f-4603-8d01-0539fef17bb2 req-8ff5c9a9-6ccd-4bfc-a6a1-dad715a7e617 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 945 time: 0.0989265 Aug 21 12:36:29.973101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75edfc27-e2cb-47c5-a4f8-54496b35a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:30.020946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-6d5a0c65-1801-404f-a142-55b402cc7e15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:30.022604 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-6d5a0c65-1801-404f-a142-55b402cc7e15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1648977 Aug 21 12:36:30.026386 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7e5b1b9a-646f-4603-8d01-0539fef17bb2 req-ab28b302-3862-4f6b-927c-c010462a446b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714464 Aug 21 12:36:30.035388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:30.106466 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:15Z', 'revision_number': 1, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}, {'id': 'ca67b39e-0ea7-4018-95a4-b9f0cb15f4da', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:91:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:36:27Z', 'updated_at': '2021-08-21T12:36:27Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:30.110696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:36:30.123261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:36:30.123924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:36:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:30.136120 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-d8e683b3-16d3-4985-9f8b-cac3ad83d9b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a HTTP/1.1" status: 200 len: 998 time: 0.1060359 Aug 21 12:36:30.145108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-35c46e56-fd94-4489-a231-fb2adb04bbea tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:30.146731 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-35c46e56-fd94-4489-a231-fb2adb04bbea tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 945 time: 0.0857496 Aug 21 12:36:30.211934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-408d43ca-379b-49c2-a50a-2595c0d9af6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:30.213759 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-408d43ca-379b-49c2-a50a-2595c0d9af6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0699337 Aug 21 12:36:30.226488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Deleting port ece292af-a104-4b7c-a0a9-8847bf0dc86b {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:36:30.226877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:30.294861 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-fa2e0add-5d57-4e35-9951-69d7ba52ab79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736527 Aug 21 12:36:30.315472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:36:30.437662 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-3d14dba9-ea41-4121-8292-867aeffba69b service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355276 Aug 21 12:36:30.480693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] For port ece292af-a104-4b7c-a0a9-8847bf0dc86b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ece292af-a104-4b7c-a0a9-8847bf0dc86b,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:30.481647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:30.583067 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b94f7065-1582-47e8-a044-6131f3ae9e5d req-ae096c84-7f92-47f6-ae2c-611214f428e1 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368980 Aug 21 12:36:30.608978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Calling delete_port for ece292af-a104-4b7c-a0a9-8847bf0dc86b owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:36:30.692032 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:15Z', 'revision_number': 1, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}, {'id': 'ca67b39e-0ea7-4018-95a4-b9f0cb15f4da', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:91:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:36:27Z', 'updated_at': '2021-08-21T12:36:27Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:30.696186 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef85e1-e4c3-44a1-98e6-a5413e1f022c None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:15Z', 'revision_number': 1, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}, {'id': 'ca67b39e-0ea7-4018-95a4-b9f0cb15f4da', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:91:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:36:27Z', 'updated_at': '2021-08-21T12:36:27Z', 'revision_number': 0, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:36:30.783499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:30.789483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f64cd4d2-cfa4-45b8-bf25-dd4bdb36ea4c tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:30.796138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', '23cf4cc8-b796-4162-ae24-97ada9e40602', 'ece292af-a104-4b7c-a0a9-8847bf0dc86b'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:36:30.835990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event deleted for resources: {'Port': ['ID=ece292af-a104-4b7c-a0a9-8847bf0dc86b,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:30.839619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:30.909819 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] No DVR routers for this DVR port ece292af-a104-4b7c-a0a9-8847bf0dc86b on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:36:30.912377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:30.955757 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f5c5d275-6fb5-4a9a-8b89-77c44fb6a719 req-e27c2091-6a73-4445-8a3a-a02adab5c80e tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "DELETE /v2.0/ports/ece292af-a104-4b7c-a0a9-8847bf0dc86b HTTP/1.1" status: 204 len: 173 time: 0.8035083 Aug 21 12:36:31.062700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f609d2-1192-4ddd-aa5c-ccc7d490bed6 None None] New status for floating IP ca67b39e-0ea7-4018-95a4-b9f0cb15f4da: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:36:31.143255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:31.239929 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ecd193e6-5bc1-409d-b409-8743654c4a81 req-91e254ea-c45e-42fd-800e-83a3a6cb888b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c74755-c97c-4591-8ac2-04a74b8b5070 HTTP/1.1" status: 200 len: 210 time: 0.0463808 Aug 21 12:36:31.741516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'name': 'network-vif-deleted', 'tag': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:31.795263 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c74755-c97c-4591-8ac2-04a74b8b5070', 'name': 'network-vif-deleted', 'tag': 'ece292af-a104-4b7c-a0a9-8847bf0dc86b', 'status': 'completed', 'code': 200} Aug 21 12:36:32.786858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65412d9-6a9d-47d4-a5e3-56c3ca6f393e req-bdf68700-72d4-407c-95ba-0fdb49fd0ac4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:32.788410 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d65412d9-6a9d-47d4-a5e3-56c3ca6f393e req-bdf68700-72d4-407c-95ba-0fdb49fd0ac4 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 946 time: 0.0837858 Aug 21 12:36:32.835572 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d65412d9-6a9d-47d4-a5e3-56c3ca6f393e req-16f5eadd-f862-432e-a6e2-f79b02209e21 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Aug 21 12:36:33.605708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device ece292af-a104-4b7c-a0a9-8847bf0dc86b no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:36:33.639714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: ece292af-a104-4b7c-a0a9-8847bf0dc86b {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:36:33.640128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device ece292af-a104-4b7c-a0a9-8847bf0dc86b not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:36:34.050710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87012f4-64e5-40b6-9895-a6fa6b12bdfe req-805c73e9-34df-45fe-81c3-5d7720a41453 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:34.051469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c87012f4-64e5-40b6-9895-a6fa6b12bdfe req-805c73e9-34df-45fe-81c3-5d7720a41453 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:36:34.097363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-c87012f4-64e5-40b6-9895-a6fa6b12bdfe req-805c73e9-34df-45fe-81c3-5d7720a41453 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:36:34.098686 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c87012f4-64e5-40b6-9895-a6fa6b12bdfe req-805c73e9-34df-45fe-81c3-5d7720a41453 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 946 time: 0.1400757 Aug 21 12:36:34.150762 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c87012f4-64e5-40b6-9895-a6fa6b12bdfe req-3e5435c1-9f74-47f0-9bef-cea03eeb6397 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460107 Aug 21 12:36:34.270601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-99afe4f1-8015-49fc-abec-9ca6506a1419 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:34.272150 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-99afe4f1-8015-49fc-abec-9ca6506a1419 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 946 time: 0.0796223 Aug 21 12:36:34.343138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Deleting port 23cf4cc8-b796-4162-ae24-97ada9e40602 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:36:34.343527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:34.590915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] For port 23cf4cc8-b796-4162-ae24-97ada9e40602, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=23cf4cc8-b796-4162-ae24-97ada9e40602,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:34.591243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:34.715314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Calling delete_port for 23cf4cc8-b796-4162-ae24-97ada9e40602 owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:36:34.874573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:34.880433 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:34.886931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', '23cf4cc8-b796-4162-ae24-97ada9e40602'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:36:34.923136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event deleted for resources: {'Port': ['ID=23cf4cc8-b796-4162-ae24-97ada9e40602,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:34.926914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:35.000731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] No DVR routers for this DVR port 23cf4cc8-b796-4162-ae24-97ada9e40602 on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:36:35.003333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:35.006722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'name': 'network-vif-deleted', 'tag': '23cf4cc8-b796-4162-ae24-97ada9e40602'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:35.041297 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-056e8223-1d71-4d4a-ab18-5569d3fa3cee req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "DELETE /v2.0/ports/23cf4cc8-b796-4162-ae24-97ada9e40602 HTTP/1.1" status: 204 len: 173 time: 0.7625446 Aug 21 12:36:35.064275 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72a2730-a239-4c2b-94f0-3efc0829137c', 'name': 'network-vif-deleted', 'tag': '23cf4cc8-b796-4162-ae24-97ada9e40602', 'status': 'completed', 'code': 200} Aug 21 12:36:35.330118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f2b9c237-73d7-4dab-a0e5-d7886453047d req-cd524378-a9ef-4083-b01c-e4a82f78c6ef tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:36:35.371339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f2b9c237-73d7-4dab-a0e5-d7886453047d req-cd524378-a9ef-4083-b01c-e4a82f78c6ef tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:36:35.372588 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f2b9c237-73d7-4dab-a0e5-d7886453047d req-cd524378-a9ef-4083-b01c-e4a82f78c6ef tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=c72a2730-a239-4c2b-94f0-3efc0829137c HTTP/1.1" status: 200 len: 210 time: 0.0854363 Aug 21 12:36:37.645092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 23cf4cc8-b796-4162-ae24-97ada9e40602 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:36:37.679696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 23cf4cc8-b796-4162-ae24-97ada9e40602 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:36:37.680096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 23cf4cc8-b796-4162-ae24-97ada9e40602 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:36:38.243074 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54b3e6-9f96-4598-9acf-af46f25f3796 req-a06519ff-f7b1-4b1f-9b23-f7f20ef43b01 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:38.244661 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5c54b3e6-9f96-4598-9acf-af46f25f3796 req-a06519ff-f7b1-4b1f-9b23-f7f20ef43b01 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 946 time: 0.0810776 Aug 21 12:36:38.295428 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5c54b3e6-9f96-4598-9acf-af46f25f3796 req-18017a81-b8ad-4b2e-a3ff-347f8a326aa3 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Aug 21 12:36:39.713716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8b0b-0e08-4541-9ea9-2be5f34a3fe1 req-30c9db2e-f201-49c8-ac8e-33084ffd380c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:39.715370 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-76bd8b0b-0e08-4541-9ea9-2be5f34a3fe1 req-30c9db2e-f201-49c8-ac8e-33084ffd380c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 946 time: 0.2975559 Aug 21 12:36:39.806664 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-76bd8b0b-0e08-4541-9ea9-2be5f34a3fe1 req-7d199df4-8d76-4847-aaf1-807cbfabf956 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3464c8-7a43-45fc-907c-0b3110726baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850027 Aug 21 12:36:39.839038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e741-779b-4206-88c9-aed047f685c9 req-bd00baea-42af-4798-a732-12aac83fee6b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:36:39.840580 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7494e741-779b-4206-88c9-aed047f685c9 req-bd00baea-42af-4798-a732-12aac83fee6b tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 946 time: 0.0886917 Aug 21 12:36:39.915202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Deleting port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:36:39.915583 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:40.161384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] For port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,segment=NetworkSegment(5a932d96-d718-4f2d-b978-43a1a403dc51),segment_id=5a932d96-d718-4f2d-b978-43a1a403dc51)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:36:40.161802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:40.287626 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Calling delete_port for 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:36:40.446151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:40.452745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:40.457592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['58dfd77d-0358-4dc0-b6b9-dfbe47b217ae'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:36:40.499198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Pushing event deleted for resources: {'Port': ['ID=58dfd77d-0358-4dc0-b6b9-dfbe47b217ae,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:40.540812 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.541180 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.541602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.542038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.542453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.542862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.543271 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.543679 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.544083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.544484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.544886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:36:40.551914 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:40.584646 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] No DVR routers for this DVR port 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:36:40.586869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:40.589465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'name': 'network-vif-deleted', 'tag': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:36:40.634245 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7494e741-779b-4206-88c9-aed047f685c9 req-f06cde94-4dfd-4302-ab45-748df90235ce tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.35 "DELETE /v2.0/ports/58dfd77d-0358-4dc0-b6b9-dfbe47b217ae HTTP/1.1" status: 204 len: 173 time: 0.7877660 Aug 21 12:36:40.643743 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43465ad9-ea8e-4122-867c-fe8101bc79da', 'name': 'network-vif-deleted', 'tag': '58dfd77d-0358-4dc0-b6b9-dfbe47b217ae', 'status': 'completed', 'code': 200} Aug 21 12:36:40.990247 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-34970763-3570-4af1-8374-a03899e0e424 req-aa5ccb75-f278-4b1f-8b2d-6783a5d959e1 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Synchronizing usage tracker for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:36:41.033059 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-34970763-3570-4af1-8374-a03899e0e424 req-aa5ccb75-f278-4b1f-8b2d-6783a5d959e1 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Unset dirty status for tenant:9e690f3fcdbd49028c80eb54b33f480e on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:36:41.034418 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34970763-3570-4af1-8374-a03899e0e424 req-aa5ccb75-f278-4b1f-8b2d-6783a5d959e1 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] 10.222.0.18 "GET /v2.0/ports?device_id=43465ad9-ea8e-4122-867c-fe8101bc79da HTTP/1.1" status: 200 len: 210 time: 0.0889668 Aug 21 12:36:42.142828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41514) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:42.210675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Deleting subnet d2f005f7-d351-4b1b-af0d-1fae3f643198 {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:36:42.213697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.263863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.323363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.410707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.415253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8d25a084-aacf-412f-861f-a3a296b99d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:42.449248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f005f7-d351-4b1b-af0d-1fae3f643198,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:42.453402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:42.456104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.462198 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8fd2a61c-96fc-41f5-a79e-d587e8e8254a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d2f005f7-d351-4b1b-af0d-1fae3f643198 HTTP/1.1" status: 204 len: 168 time: 0.3182304 Aug 21 12:36:42.464893 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41518) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:42.578936 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.708658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.722766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9338d9a7-0cfd-4644-9ba2-4f0772d60b1e']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:42.735170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a932d96-d718-4f2d-b978-43a1a403dc51') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:42.735514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a932d96-d718-4f2d-b978-43a1a403dc51') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:36:42.747215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.765689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.772489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:36:42.772915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:36:42.787251 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:36:42.907281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.911004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:42.924299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:42.935562 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9338d9a7-0cfd-4644-9ba2-4f0772d60b1e,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:42.938870 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:42.971130 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ea239fbf-415c-4913-a57f-9abfadc5f5c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9338d9a7-0cfd-4644-9ba2-4f0772d60b1e HTTP/1.1" status: 204 len: 168 time: 0.5051956 Aug 21 12:36:43.331709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41526) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:43.388502 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f59b0655-188b-4f4c-a3a5-c7eaffdd9492 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e690f3fcdbd49028c80eb54b33f480e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555408 Aug 21 12:36:43.390950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41530) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:43.451847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:43.478725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:43.594450 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:43.599873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b4d1ea24-e498-4efb-ae81-3d0d3cc9e22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:43.613417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3464c8-7a43-45fc-907c-0b3110726baa,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:43.616203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:43.650692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:43.651907 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e338c468-3420-4d2f-a695-fc642f6ea2da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff3464c8-7a43-45fc-907c-0b3110726baa HTTP/1.1" status: 204 len: 168 time: 0.2600117 Aug 21 12:36:43.666837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:36:43.703576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:36:43.703978 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 58dfd77d-0358-4dc0-b6b9-dfbe47b217ae not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:36:55.619388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41646) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:55.770197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:55.803357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:36:55.807340 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:df97a5910fb341d6ac950cd52afa3034 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:36:55.810324 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:36:55.816953 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:36:55.938354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:55.969970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:55.978275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6a667cc8-27c5-4d6c-85ca-d4fafa2a5215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:56.020796 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b08ecfc-6f40-45a4-ba9b-d81c7279139e,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:56.024066 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:56.027237 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df97a5910fb341d6ac950cd52afa3034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4067860 Aug 21 12:36:56.029940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41652) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:36:56.091837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:56.118957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:56.187022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:56.192004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6b25bdb4-d282-41fe-b6eb-8e51e3498a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:36:56.205251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b08ecfc-6f40-45a4-ba9b-d81c7279139e,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:36:56.208545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:36:56.209702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:56.211560 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b08ecfc-6f40-45a4-ba9b-d81c7279139e HTTP/1.1" status: 204 len: 168 time: 0.1805999 Aug 21 12:36:57.136933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-08989ae5-fae2-4918-a97d-2b566d77a4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:57.201990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:36:58.771303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:59.279981 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:59.879564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-296e8501-b8a7-4347-bf21-b04d33bb81a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:36:59.965326 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.349136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41726) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:00.496565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.532961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:00.536897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Usage tracker for resource:security_group_rule and tenant:4d1b64f6123940a0a1d2260285abcf33 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:00.539800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:00.545755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:00.610629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.639742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.647733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f429eedb-d505-4473-8b11-2602b413aa1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:00.689408 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f268c7d6-aa77-45cf-9d1b-95b62037fa48,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:00.693302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:00.695594 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d1b64f6123940a0a1d2260285abcf33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453476 Aug 21 12:37:00.698436 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41732) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:00.762725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.788759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.851165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.856020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-99e2b810-33f1-49e3-a6d4-a972574c2c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:00.871876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f268c7d6-aa77-45cf-9d1b-95b62037fa48,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:00.874971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:00.876899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:00.878658 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f268c7d6-aa77-45cf-9d1b-95b62037fa48 HTTP/1.1" status: 204 len: 168 time: 0.1791847 Aug 21 12:37:01.148592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:01.343364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41740) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:01.363011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:01.438503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:01.445638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Usage tracker for resource:security_group_rule and tenant:5486a76eb4504bc9883cae1d965f0dd0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:01.449173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:01.457824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:01.497567 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-909576e9-b151-498e-abda-b6d1f441d304 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085591 Aug 21 12:37:01.596543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:01.619399 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-648f8ecb-93f8-475a-88dc-41c829f3d63b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1098 time: 0.1002734 Aug 21 12:37:01.622799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:01.631053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-592d481c-00e1-4007-821f-3f3f16bc1e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:01.763623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa8a18-14ff-4860-b765-6f469772efe2,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:01.769242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:01.773350 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0314d78b-82a6-46cd-93ed-4b10b58f0ffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5486a76eb4504bc9883cae1d965f0dd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4289277 Aug 21 12:37:01.776383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41744) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:01.848085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-d0d6d733-4f2b-488f-a89e-2d2a8b1fb4db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:01.849555 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-d0d6d733-4f2b-488f-a89e-2d2a8b1fb4db service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.2112579 Aug 21 12:37:01.947467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:01.992916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:02.007935 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-66993b77-7ee4-4759-a53c-60993f3005dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 200 len: 1001 time: 0.1507018 Aug 21 12:37:02.096025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-470dd657-af6f-486d-8e50-ede1e069f918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:02.098173 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-470dd657-af6f-486d-8e50-ede1e069f918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0835726 Aug 21 12:37:02.140807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:02.150194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-846ca816-a7da-4598-bb3e-560a2febf965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:02.165752 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa8a18-14ff-4860-b765-6f469772efe2,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:02.171281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:02.176816 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:02.178058 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1124008b-bece-4a8c-b487-c143277eb18e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eaa8a18-14ff-4860-b765-6f469772efe2 HTTP/1.1" status: 204 len: 168 time: 0.3910341 Aug 21 12:37:02.202221 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-3fefe1be-5f21-4e48-aba7-00e7c853ac38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975413 Aug 21 12:37:02.344505 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-887e5a49-ee83-493e-8aa9-c9e1ef462f31 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353285 Aug 21 12:37:02.487119 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-759b0f98-2651-4ad3-891b-2062c3b063f1 req-782a1c36-b6b2-44c3-8f32-30a0012577f8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338151 Aug 21 12:37:08.070855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41806) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:08.223824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.255129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:08.259257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Usage tracker for resource:security_group_rule and tenant:b60ad6bc21c6432d9105e694e1f8b702 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:08.262167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:08.268065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:08.339099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.371133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.379208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-750187f5-b7aa-459a-ae1b-b756d0196d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:08.420552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4ea10-68d8-453f-b07c-a5b5154a5814,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:08.424275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:08.427227 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-44bf2e18-0c98-4ef1-a6fc-78eae2435f60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b60ad6bc21c6432d9105e694e1f8b702&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552730 Aug 21 12:37:08.430046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41812) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:08.492647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.528321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.599791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.604834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-744f4f84-24fe-4fc3-a949-6157c8981f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:08.615381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c4ea10-68d8-453f-b07c-a5b5154a5814,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:08.619122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:08.622370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:08.623591 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24c4ea10-68d8-453f-b07c-a5b5154a5814 HTTP/1.1" status: 204 len: 168 time: 0.1925678 Aug 21 12:37:09.085296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41822) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:09.105154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.137950 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:09.141928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b78380bf70f2459d843bff896fa6fa22 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:09.144828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:09.151091 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:09.220645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.245007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.252539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-854a7ca4-2a35-4314-a258-bcd21e7b833d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:09.295387 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0899ba6c-6701-4504-a4d3-809ce7f19dfb,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:09.300035 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b78380bf70f2459d843bff896fa6fa22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2136228 Aug 21 12:37:09.301639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cffa8ce6-17b1-4706-896b-84210b02e4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:09.303321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41826) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:09.365255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.391207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.456425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.461421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a7c9195c-c092-488f-bf5c-34e1620557d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:09.475079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0899ba6c-6701-4504-a4d3-809ce7f19dfb,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:09.477748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:09.478920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:09.481168 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-1863c431-3a87-4c9d-9f3e-59d615283734 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0899ba6c-6701-4504-a4d3-809ce7f19dfb HTTP/1.1" status: 204 len: 168 time: 0.1757443 Aug 21 12:37:11.062854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41856) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:11.215795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.247655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:11.251643 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff1e459a46d42ab90cf8fd513a6ba64 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:11.254650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:11.260602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:11.326265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.359363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.366801 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-24ba54f8-c272-4d42-926a-a2a6d1025f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:11.407362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7784e-8462-4aef-8f00-895d3ec4df91,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:11.411497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:11.414123 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4839dcc8-48a1-4de5-87fb-cb6f63530c56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ff1e459a46d42ab90cf8fd513a6ba64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3501964 Aug 21 12:37:11.418689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41862) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:11.481302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.508312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.576808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.582325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1ef8e01b-80e6-4b97-bcf0-9f03f8767f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:11.598421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7784e-8462-4aef-8f00-895d3ec4df91,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:11.601135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:11.602283 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:11.603464 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-298c2c72-8401-46bc-aebe-a3a80a917e32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb7784e-8462-4aef-8f00-895d3ec4df91 HTTP/1.1" status: 204 len: 168 time: 0.1838062 Aug 21 12:37:12.547098 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41884) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:12.683114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1278219975-network', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:12.688226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:12.692228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Usage tracker for resource:network and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:12.695203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:12.701114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:12.746817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Made reservation on behalf of d0ff2740855c48bba229d974ad976df0 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:37:12.751444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:12.764593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:12.797031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:12.800982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:12.803852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:12.809706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:12.876017 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:12.906854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:12.911563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1d5119db-6f11-4630-b639-95afd45bd8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:12.938449 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:37:12.951160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e496e-c166-4ac6-b085-0aa64c133193,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:12.954488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:12.984668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:12.985067 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Added segment 55218f37-a770-47f8-ad05-9801b4c2b420 of type vlan for network 3de57147-0c74-43e7-aed3-609dc438bfbf Aug 21 12:37:13.061474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:13.153481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:13.154488 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:13.155126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:13.160119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e3c34ad9-2e7e-4c89-8c7a-c9d9660741ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:13.262347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Pushing event updated for resources: {'Network': ['ID=3de57147-0c74-43e7-aed3-609dc438bfbf,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:13.265078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:13.273563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 3de57147-0c74-43e7-aed3-609dc438bfbf details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:37:13.297323 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ccafdb10-20db-4228-8236-4a8f0e573a25 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7490478 Aug 21 12:37:13.300325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41890) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:13.306577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Request body: {'subnet': {'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1278219975-subnet', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'ip_version': 4}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:13.311773 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:13.316330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Usage tracker for resource:subnet and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:13.319305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:13.325265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:13.353749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Made reservation on behalf of d0ff2740855c48bba229d974ad976df0 for: {'subnet': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:37:13.358428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850660924'] for subnet, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:13.769865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850660907'] for subnet, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:13.774595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:13.843746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b958f4-96ef-4042-bf91-f0b6ec587533,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:13.849501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:13.859650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Checking segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:13.860042 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Network hostable DHCP agents. Network: 3de57147-0c74-43e7-aed3-609dc438bfbf, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:37:13.929504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Network 3de57147-0c74-43e7-aed3-609dc438bfbf is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:37:13.981087 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 3de57147-0c74-43e7-aed3-609dc438bfbf) {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:13.985234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:13.985910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:13.990873 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b2226-543f-4c21-b66d-8861077b960e None None] Network 3de57147-0c74-43e7-aed3-609dc438bfbf requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:37:14.033698 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a6e48814-0f5a-4169-a3f9-b6ee186ffb47 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7320793 Aug 21 12:37:14.036853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41894) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:14.042648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:14.047711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:14.052659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Usage tracker for resource:router and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:14.055775 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:14.061872 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:14.095495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.096489 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.115458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.219659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-3de57147-0c74-43e7-aed3-609dc438bfbf', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:37:14.220589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.389730 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Allocated IP 172.20.0.2 (3de57147-0c74-43e7-aed3-609dc438bfbf/d5b958f4-96ef-4042-bf91-f0b6ec587533/0ec483ff-7a84-4a76-af07-e1eb23152537) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:14.499535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.598888 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.609287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Transition to ACTIVE for port object 0ec483ff-7a84-4a76-af07-e1eb23152537 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:14.628477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Transition to ACTIVE for port object 0ec483ff-7a84-4a76-af07-e1eb23152537 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:14.657452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.663078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:14.717524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.727287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Network 3de57147-0c74-43e7-aed3-609dc438bfbf is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:14.730360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:14.732924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:14.739982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Pushing event updated for resources: {'Port': ['ID=0ec483ff-7a84-4a76-af07-e1eb23152537,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:14.751766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.786648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.787204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.787385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.787759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.788127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.788496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.788863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.789252 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.789592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.790005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.790366 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:14.794253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:14.842363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Attempting to bind port 0ec483ff-7a84-4a76-af07-e1eb23152537 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:14.842770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Attempting to bind port 0ec483ff-7a84-4a76-af07-e1eb23152537 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:14.843176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Attempting to bind port 0ec483ff-7a84-4a76-af07-e1eb23152537 on network 3de57147-0c74-43e7-aed3-609dc438bfbf {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:14.850367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:14.850776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Checking segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:14.851216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.851650 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Bound using segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:14.852157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Bound port: 0ec483ff-7a84-4a76-af07-e1eb23152537, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:14.852567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.898468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Allocated IP 172.27.2.111 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/01916e6e-4684-4df6-afcf-8e6bf75807ef) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:14.943068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] For port 0ec483ff-7a84-4a76-af07-e1eb23152537, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:14.946108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] For port 0ec483ff-7a84-4a76-af07-e1eb23152537, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0ec483ff-7a84-4a76-af07-e1eb23152537,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:14.978288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:14.983041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:15.055917 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:15.071038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Pushing event updated for resources: {'Port': ['ID=0ec483ff-7a84-4a76-af07-e1eb23152537,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:15.074107 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7357acd6-bfa4-4d3c-b64b-a02fe286dd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:15.112947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:15.117705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:15.188078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:15.191319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:15.195805 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:15.221453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Pushing event updated for resources: {'Port': ['ID=01916e6e-4684-4df6-afcf-8e6bf75807ef,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:15.227225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:15.440441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:15.441382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:15.718183 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Router a4287a37-2901-4b68-9f28-fa951e269444 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:37:15.922776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:15.933374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Sync routers for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:15.946991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:15.947659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:15.975827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:15.978351 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-55cf59fc-d9e1-4c7e-9286-6e14b411e387 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9394164 Aug 21 12:37:15.980319 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 41898) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:16.298169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:16.608298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:15Z', 'revision_number': 3, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:16.612993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Checking router: a4287a37-2901-4b68-9f28-fa951e269444 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:16.613403 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Updating router a4287a37-2901-4b68-9f28-fa951e269444 port 01916e6e-4684-4df6-afcf-8e6bf75807ef binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:37:16.668060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:16.769617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7bbdf-4195-4fb4-95a6-c1370c574e4c None None] Network 3de57147-0c74-43e7-aed3-609dc438bfbf requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:37:16.776054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:16.853618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0ec483ff-7a84-4a76-af07-e1eb23152537 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:16.997211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Allocated IP 172.20.0.1 (3de57147-0c74-43e7-aed3-609dc438bfbf/d5b958f4-96ef-4042-bf91-f0b6ec587533/3d0f2bd7-ef3a-465b-99af-602de9828088) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:17.036967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-7de1b2a4-1094-4197-8122-24f0ad76f599 None None] Provisioning for port 0ec483ff-7a84-4a76-af07-e1eb23152537 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:17.158809 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.199558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Transition to ACTIVE for port object 3d0f2bd7-ef3a-465b-99af-602de9828088 will not be triggered until provisioned by entity DHCP. {{(pid=82485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:17.214448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 0ec483ff-7a84-4a76-af07-e1eb23152537 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:17.228243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 0ec483ff-7a84-4a76-af07-e1eb23152537 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:17.228672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.245745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.250503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-358fa073-307b-4099-b460-7f628c3c7c7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:17.317618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Network 3de57147-0c74-43e7-aed3-609dc438bfbf is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:17.320699 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:17.325211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:17.350862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0f2bd7-ef3a-465b-99af-602de9828088,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:17.356231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:17.382630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.415509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.446668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Transition to ACTIVE for port object 01916e6e-4684-4df6-afcf-8e6bf75807ef will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:17.456602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.481118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.490185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:17.498353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.543899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 0ec483ff-7a84-4a76-af07-e1eb23152537, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0ec483ff-7a84-4a76-af07-e1eb23152537,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:17.582009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a2cee-6c94-40af-91be-43d50373b878 None None] Pushing event updated for resources: {'Port': ['ID=01916e6e-4684-4df6-afcf-8e6bf75807ef,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:17.584378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.587849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e58a2cee-6c94-40af-91be-43d50373b878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:17.588389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e58a2cee-6c94-40af-91be-43d50373b878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:17.623079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Attempting to bind port 01916e6e-4684-4df6-afcf-8e6bf75807ef on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:17.623504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Attempting to bind port 01916e6e-4684-4df6-afcf-8e6bf75807ef by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:17.623918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Attempting to bind port 01916e6e-4684-4df6-afcf-8e6bf75807ef on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:17.649713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:17.650173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:17.650624 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.651097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:17.651675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Bound port: 01916e6e-4684-4df6-afcf-8e6bf75807ef, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:17.652103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.719171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=0ec483ff-7a84-4a76-af07-e1eb23152537,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:17.727131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:17.739155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.753516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-db30ed09-3f99-41fb-be37-d9a6c43969da None None] Provisioning complete for port 0ec483ff-7a84-4a76-af07-e1eb23152537 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:17.754305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-db30ed09-3f99-41fb-be37-d9a6c43969da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.765202 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.794685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] For port 01916e6e-4684-4df6-afcf-8e6bf75807ef, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:17.795306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-df6e9f1b-9ad2-44ee-bdd9-1014c0d90ff8 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:17.815064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] For port 01916e6e-4684-4df6-afcf-8e6bf75807ef, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=01916e6e-4684-4df6-afcf-8e6bf75807ef,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:17.864986 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.871715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:17.881989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0f2bd7-ef3a-465b-99af-602de9828088,revision_number=2']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:17.886508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:17.887313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:17.970898 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a2cee-6c94-40af-91be-43d50373b878 None None] Pushing event updated for resources: {'Port': ['ID=01916e6e-4684-4df6-afcf-8e6bf75807ef,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:17.975281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e58a2cee-6c94-40af-91be-43d50373b878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:17.978635 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:17.979305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:18.030530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41902) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:18.037823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Network 3de57147-0c74-43e7-aed3-609dc438bfbf is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:18.039053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:18.178001 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:18.226761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-af332ce8-b09f-492f-bde9-c32f400fd873 None None] Provisioning for port 3d0f2bd7-ef3a-465b-99af-602de9828088 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:18.243285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-af332ce8-b09f-492f-bde9-c32f400fd873 None None] Provisioning complete for port 3d0f2bd7-ef3a-465b-99af-602de9828088 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:18.243709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-af332ce8-b09f-492f-bde9-c32f400fd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.274607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Deleting port c901d494-b461-4471-8c12-0f71f02c8f09 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:18.274984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.470102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.470510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.556414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-af332ce8-b09f-492f-bde9-c32f400fd873 None None] Port 3d0f2bd7-ef3a-465b-99af-602de9828088 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:37:18.606064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Calling delete_port for c901d494-b461-4471-8c12-0f71f02c8f09 owned by network:floatingip {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:18.691179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Router a4287a37-2901-4b68-9f28-fa951e269444 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:37:18.732759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-09afa197-7832-4802-870b-08e209702a87 None None] Provisioning complete for port 3d0f2bd7-ef3a-465b-99af-602de9828088 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:18.733188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-09afa197-7832-4802-870b-08e209702a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.822418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0ec483ff-7a84-4a76-af07-e1eb23152537 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:18.858502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-09afa197-7832-4802-870b-08e209702a87 None None] Port 3d0f2bd7-ef3a-465b-99af-602de9828088 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:37:18.868527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.869128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 2, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:18.873705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-773ecebd-0994-483e-850a-8dfc5f91b586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:18.881181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae74c84-f07a-4666-a05d-b263fb3f7a43 None None] The sync data for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi is: [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 2, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:18.911719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 0ec483ff-7a84-4a76-af07-e1eb23152537 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:18.912135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:18.926049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event deleted for resources: {'Port': ['ID=c901d494-b461-4471-8c12-0f71f02c8f09,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:18.928798 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:18.929534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:18.947572 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] 10.222.0.18 "PUT /v2.0/routers/a4287a37-2901-4b68-9f28-fa951e269444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9658620 Aug 21 12:37:19.043694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for floatingip, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:19.490729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Router 1a6fca0e-f234-46c6-a07f-d703f3894df6 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:37:19.989424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:20.007709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] Sync routers for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:20.020973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:20.023439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:20.040305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:20.099173 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "DELETE /v2.0/floatingips/f601f7c2-ba03-4806-917d-b1e2c021ccef HTTP/1.1" status: 204 len: 168 time: 2.0672960 Aug 21 12:37:20.100146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:37:20.176337 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'status': 'completed', 'code': 200} Aug 21 12:37:20.196399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41930) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:20.203353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1643833090-network', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:20.208969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:20.213215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Usage tracker for resource:network and tenant:6a1c6b0a596140ed8e5624d89cb68c61 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:20.216830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:20.240478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:20.265084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:20.326658 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-f0aa4649-1f83-47e0-b502-c4ae4b53294b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0949559 Aug 21 12:37:20.349857 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Made reservation on behalf of 6a1c6b0a596140ed8e5624d89cb68c61 for: {'network': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:37:20.354607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for network, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:20.440661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:20.520185 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:20.527579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1c6b0a596140ed8e5624d89cb68c61 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:20.530976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-b9d7a0de-3562-4dec-8713-8c7a4dc481f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:20.532670 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-b9d7a0de-3562-4dec-8713-8c7a4dc481f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 200 len: 907 time: 0.2087343 Aug 21 12:37:20.533611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:20.595018 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:20.596516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:31Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:20.601686 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] Checking router: 1a6fca0e-f234-46c6-a07f-d703f3894df6 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:20.613136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:20.614137 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:20.624908 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-f038a0aa-e535-441a-9363-ffe535341502 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 200 len: 217 time: 0.0846636 Aug 21 12:37:20.728572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-dda64ff1-282b-467d-8c54-929e8d637fe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:20.730185 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-dda64ff1-282b-467d-8c54-929e8d637fe8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 200 len: 845 time: 0.0952640 Aug 21 12:37:20.799890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:20.834147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:20.837419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cf46c9d8-0c8c-4ba6-a5e8-650d69c3734c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:20.846479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:20.847201 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-7ba3af8a-28bf-4462-9cc4-789b2787f121 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17a31c0a-5f7c-446c-aee1-5d4853efc028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091177 Aug 21 12:37:20.870312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-5f8fd576-2abf-48dc-b57e-e6bc49bd0b65 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:37:20.871434 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-5f8fd576-2abf-48dc-b57e-e6bc49bd0b65 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0142055 Aug 21 12:37:20.880452 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=82484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 12:37:20.893016 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 01916e6e-4684-4df6-afcf-8e6bf75807ef up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:20.970529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271cf301-f843-498c-89e3-6750bd59d8d5,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:20.980181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:20.980181 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.segments_db [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Added segment 634441c7-11df-443b-8eee-e5415601f54f of type vlan for network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 Aug 21 12:37:20.981612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:21.055177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 01916e6e-4684-4df6-afcf-8e6bf75807ef completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:21.061235 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 01916e6e-4684-4df6-afcf-8e6bf75807ef triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:21.061876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.062231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733470204958'] for network, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.105281 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-c4aa4e9d-fa41-4947-8d48-3cb3a4682fb4 service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171381 Aug 21 12:37:21.206854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.223421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 01916e6e-4684-4df6-afcf-8e6bf75807ef, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=01916e6e-4684-4df6-afcf-8e6bf75807ef,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:21.233171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176'] for network, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.235089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:21.235089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.251915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.252097 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:21.255362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:21.317293 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:31Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:21.321339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe0da0-1af6-42a3-bc76-be2f7d60fc02 None None] The sync data for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi is: [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:32:24Z', 'revision_number': 4, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'b93d056e-4cba-4f92-8e7c-621dede2c4ea', 'name': '', 'network_id': '17a31c0a-5f7c-446c-aee1-5d4853efc028', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'mac_address': 'fa:16:3e:6c:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:23Z', 'updated_at': '2021-08-21T12:32:31Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'subnets': [{'id': 'e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:21.331834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=01916e6e-4684-4df6-afcf-8e6bf75807ef,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:21.335226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:21.403726 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=453cc8b7-7bc5-4630-a52c-4a7a3e022c53,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:21.406918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:21.414274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 details requested by agent ovs-agent-dv-cinder-805477-2-iscsi with host dv-cinder-805477-2-iscsi {{(pid=82486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 12:37:21.419850 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-75402a57-7130-4cd1-8e9f-06221c7aa9e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2221489 Aug 21 12:37:21.423506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 41938) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:21.430540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Request body: {'subnet': {'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1643833090-subnet', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'ip_version': 4}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:21.436085 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:21.440859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Usage tracker for resource:subnet and tenant:6a1c6b0a596140ed8e5624d89cb68c61 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:21.444270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:21.450476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:21.458076 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-04bb4e21-b7c7-4103-b16e-d452bb3750a5 req-a960456b-ddee-4876-9e2d-ac807035b0be service neutron] 10.222.0.35 "GET /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428252 Aug 21 12:37:21.465940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e530-2243-4ea5-b588-362163b79034 req-23d04448-1403-4eff-b2ab-efb03ff5bdfb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:21.466727 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5b53e530-2243-4ea5-b588-362163b79034 req-23d04448-1403-4eff-b2ab-efb03ff5bdfb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Synchronizing usage tracker for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:37:21.485213 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Made reservation on behalf of 6a1c6b0a596140ed8e5624d89cb68c61 for: {'subnet': 1} {{(pid=82485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:37:21.490313 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3395397'] for subnet, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.512285 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-5b53e530-2243-4ea5-b588-362163b79034 req-23d04448-1403-4eff-b2ab-efb03ff5bdfb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Unset dirty status for tenant:d1f4b0c579c548ad8f6cdef61c56b13a on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:37:21.514071 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5b53e530-2243-4ea5-b588-362163b79034 req-23d04448-1403-4eff-b2ab-efb03ff5bdfb tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.8804033 Aug 21 12:37:21.566255 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5b53e530-2243-4ea5-b588-362163b79034 req-98d38452-0c1a-4f84-8a23-9fe072b80b7d tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Aug 21 12:37:21.730985 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850918788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3395412'] for subnet, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.735502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:21.808129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=635bbb58-e4f1-430c-90ff-591173a13152,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:21.825090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.825512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.825948 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.826358 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.826759 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.827158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.827554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.827951 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.828345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.828738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.829130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:21.833138 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:21.838069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Checking segment: {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:21.838471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Network hostable DHCP agents. Network: 453cc8b7-7bc5-4630-a52c-4a7a3e022c53, hostable agents: ['9b2cd2df-bee1-4c8e-ab9b-af7952e12caf'], hosted agents: [] {{(pid=82485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 12:37:21.884817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 is scheduled to be hosted by DHCP agent 9b2cd2df-bee1-4c8e-ab9b-af7952e12caf with binding_index 1 {{(pid=82485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 12:37:21.930529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-2-iscsi, 453cc8b7-7bc5-4630-a52c-4a7a3e022c53) {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:21.934657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:21.935301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:21.939973 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3c79e-efeb-48e4-bcd5-f5fa1fd64d87 None None] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:37:21.983860 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2b50204e-f5a8-4988-a754-aee914e736cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5584099 Aug 21 12:37:21.986141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 41942) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:21.992048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:21.997453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:22.001706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Usage tracker for resource:router and tenant:6a1c6b0a596140ed8e5624d89cb68c61 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:37:22.005688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:37:22.014915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:22.056665 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1024276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8016'] for router, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.057673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853751351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853743859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853841840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767768'] for router, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.133125 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.166749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4219b93-82a0-5000-a081-c515fe134d4a-453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'fixed_ips': [{'subnet_id': '635bbb58-e4f1-430c-90ff-591173a13152'}]}} from dv-cinder-805477-2-iscsi. {{(pid=82486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 12:37:22.167879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.249645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311d68-5268-4808-9c00-70b925c8abb3 req-da786134-f8d3-4968-9234-94ee42369167 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:22.251302 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-79311d68-5268-4808-9c00-70b925c8abb3 req-da786134-f8d3-4968-9234-94ee42369167 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.0990491 Aug 21 12:37:22.323499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853743844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767751'] for router, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.325555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Deleting port 77f9bf58-3195-4620-a073-dd5966b7cb23 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:22.326327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.357559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Allocated IP 172.20.0.2 (453cc8b7-7bc5-4630-a52c-4a7a3e022c53/635bbb58-e4f1-430c-90ff-591173a13152/0f8b820a-0ac7-4664-adf4-5e6c4b6e2319) {{(pid=82486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:22.546007 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.578189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Notify callbacks [] for port, precommit_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.579745 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.590171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Transition to ACTIVE for port object 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:22.601921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] For port 77f9bf58-3195-4620-a073-dd5966b7cb23, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=77f9bf58-3195-4620-a073-dd5966b7cb23,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:22.603167 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.611949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Transition to ACTIVE for port object 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 will not be triggered until provisioned by entity DHCP. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:22.652736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885'] for port, after_create {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:22.660502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:22.739140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Calling delete_port for 77f9bf58-3195-4620-a073-dd5966b7cb23 owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:22.764676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Allocated IP 172.27.2.20 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/918d7845-dc43-4a53-aff9-bd0eb6b712cf) {{(pid=82485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:22.773579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Pushing event updated for resources: {'Port': ['ID=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,revision_number=1']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:22.782103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:22.804342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 is already hosted by enough agents. {{(pid=82486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:22.805890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Resources bound (agent type, host, resource id): {{(pid=82486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:22.813029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Received port after_create {{(pid=82486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:22.869602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 01916e6e-4684-4df6-afcf-8e6bf75807ef up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:23.000257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.011439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.017736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Attempting to bind port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:23.018490 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Attempting to bind port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:23.019165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-34594311-88ce-4b25-b887-50b9fbc79085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:23.019825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Attempting to bind port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 on network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:23.028516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:23.029237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Checking segment: {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:23.030011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.030625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Bound using segment: {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:23.031309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Bound port: 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:23.031863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994c387-d246-4eeb-96be-74f61b552159 req-7c1af6f1-63b7-4287-b610-e1c06b040491 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:23.032083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.033538 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b994c387-d246-4eeb-96be-74f61b552159 req-7c1af6f1-63b7-4287-b610-e1c06b040491 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 945 time: 0.3303680 Aug 21 12:37:23.084352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event deleted for resources: {'Port': ['ID=77f9bf58-3195-4620-a073-dd5966b7cb23,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:23.087331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:23.090818 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 01916e6e-4684-4df6-afcf-8e6bf75807ef triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:23.091231 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.121521 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b994c387-d246-4eeb-96be-74f61b552159 req-947e2040-7f96-45e6-af6b-65e9a0965bdc tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/security-groups?id=457b1b48-e5b4-49dc-9599-23a4f1032f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744236 Aug 21 12:37:23.123153 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.138008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-43874b53-46e3-4b24-8746-83b2cd2800cf tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:23.172532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] No DVR routers for this DVR port 77f9bf58-3195-4620-a073-dd5966b7cb23 on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:37:23.175676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.179676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-deleted', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:37:23.216329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:23.219310 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-79311d68-5268-4808-9c00-70b925c8abb3 req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.35 "DELETE /v2.0/ports/77f9bf58-3195-4620-a073-dd5966b7cb23 HTTP/1.1" status: 204 len: 173 time: 0.9614000 Aug 21 12:37:23.220095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Resources bound (agent type, host, resource id): {{(pid=82485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:23.220309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] For port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:23.222519 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Pushing event updated for resources: {'Port': ['ID=918d7845-dc43-4a53-aff9-bd0eb6b712cf,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:23.225036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Received port after_create {{(pid=82485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:23.247423 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e47aea4-07a6-4a5c-9171-8dcb025cb218', 'name': 'network-vif-deleted', 'tag': '77f9bf58-3195-4620-a073-dd5966b7cb23', 'status': 'completed', 'code': 200} Aug 21 12:37:23.253671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:23.274506 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] For port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:23.320218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.324997 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:23.367807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898647f-4081-428d-8d91-ffd7f8871b4e None None] New status for floating IP f601f7c2-ba03-4806-917d-b1e2c021ccef: DOWN {{(pid=82486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:37:23.428949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Sync routers for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:23.431862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.432721 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853751505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031975'] for router, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:23.442802 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:23.443829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:23.573927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Pushing event updated for resources: {'Port': ['ID=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:23.582617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4a4e6581-a0be-4b3a-838d-72042dcdc689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:23.663060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:23.765106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 is scheduled to L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 with binding_index 1 {{(pid=82485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 12:37:24.063026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:24.086310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Sync routers for ids ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:24.105041 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Routers {'9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:24.107884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:24.125501 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:24.130539 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1432798 Aug 21 12:37:24.131296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 41952) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:24.243698 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 2, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:24.249593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Checking router: a4287a37-2901-4b68-9f28-fa951e269444 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:24.250636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Updating router a4287a37-2901-4b68-9f28-fa951e269444 port 3d0f2bd7-ef3a-465b-99af-602de9828088 binding host dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:37:24.325232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:24.348266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Set router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:24.357224 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d628164c-7a6b-485c-9240-5942f9460216 req-4222c0b6-829e-4919-b65c-8d60bb4f3729 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e47aea4-07a6-4a5c-9171-8dcb025cb218 HTTP/1.1" status: 200 len: 210 time: 0.0623786 Aug 21 12:37:24.751714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Notify callbacks [] for port, precommit_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:24.773642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Transition to ACTIVE for port object 3d0f2bd7-ef3a-465b-99af-602de9828088 will not be triggered until provisioned by entity L2. {{(pid=82487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:24.817240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:24.822320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ec4e7ec0-a15f-4c1f-acbc-bf8fe79c8d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:24.883414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:23Z', 'revision_number': 3, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:24.894896 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Checking router: 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:24.895334 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Updating router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 port 918d7845-dc43-4a53-aff9-bd0eb6b712cf binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:37:24.920343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:25.001101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Pushing event updated for resources: {'Port': ['ID=3d0f2bd7-ef3a-465b-99af-602de9828088,revision_number=3']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:25.001557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.027467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.027889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.028266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.028637 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.029008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.029377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.029742 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.030211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.030579 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.030941 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.031305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:25.103025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:25.164369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Attempting to bind port 3d0f2bd7-ef3a-465b-99af-602de9828088 on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:25.164789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Attempting to bind port 3d0f2bd7-ef3a-465b-99af-602de9828088 by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:25.165201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Attempting to bind port 3d0f2bd7-ef3a-465b-99af-602de9828088 on network 3de57147-0c74-43e7-aed3-609dc438bfbf {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:25.172869 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:25.173292 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Checking segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:25.173738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.174203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Bound using segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} {{(pid=82487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:25.175197 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Bound port: 3d0f2bd7-ef3a-465b-99af-602de9828088, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'}}] {{(pid=82487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:25.175638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.275564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] For port 3d0f2bd7-ef3a-465b-99af-602de9828088, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:25.279049 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] For port 3d0f2bd7-ef3a-465b-99af-602de9828088, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3d0f2bd7-ef3a-465b-99af-602de9828088,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:25.315817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.321058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:25.341602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.360993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:25.435581 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Pushing event updated for resources: {'Port': ['ID=3d0f2bd7-ef3a-465b-99af-602de9828088,revision_number=4']} {{(pid=82487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:25.439762 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ff513e86-8cf8-4139-83c9-52dc5af0809a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:25.442486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:25.443301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:25.537509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 41960) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:25.545561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.559952 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Transition to ACTIVE for port object 918d7845-dc43-4a53-aff9-bd0eb6b712cf will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:25.593861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.611619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:25.690192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Allocated IP 172.20.0.1 (453cc8b7-7bc5-4630-a52c-4a7a3e022c53/635bbb58-e4f1-430c-90ff-591173a13152/a0c921e7-60c2-484f-8c66-f26848826b4c) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:25.700333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Attempting to bind port 918d7845-dc43-4a53-aff9-bd0eb6b712cf on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:25.701442 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Attempting to bind port 918d7845-dc43-4a53-aff9-bd0eb6b712cf by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:25.701884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Attempting to bind port 918d7845-dc43-4a53-aff9-bd0eb6b712cf on network 95f15668-00e3-4e84-a258-95c4183357f4 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:25.705288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:25.711303 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.733169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:25.733582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Checking segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:25.734064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.734499 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Bound using segment: {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:25.735027 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Bound port: 918d7845-dc43-4a53-aff9-bd0eb6b712cf, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f516d6-162d-4bb9-b7af-c07861848666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:25.740241 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.764644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.836030 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777da4e3-152c-4b78-b69c-d8142b1369db None None] Pushing event updated for resources: {'Port': ['ID=918d7845-dc43-4a53-aff9-bd0eb6b712cf,revision_number=2']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:25.840702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-777da4e3-152c-4b78-b69c-d8142b1369db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:25.915354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:25.953270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.958794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb2d60-a74f-4578-b233-1c5d948733a3 None None] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:37:25.969776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:25.979535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Transition to ACTIVE for port object a0c921e7-60c2-484f-8c66-f26848826b4c will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:25.981702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bf998265-59e6-48ae-a990-a53728249043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:25.994658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b1b48-e5b4-49dc-9599-23a4f1032f18,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:25.997238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:26.015858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.017189 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-0d19620a-3ae3-431a-982f-2961578fe62c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] 10.222.0.18 "DELETE /v2.0/security-groups/457b1b48-e5b4-49dc-9599-23a4f1032f18 HTTP/1.1" status: 204 len: 168 time: 0.4778297 Aug 21 12:37:26.038841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.043826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2ddf394a-6752-420c-82fc-d2417d5f1ab4 tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:26.048289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] For port 918d7845-dc43-4a53-aff9-bd0eb6b712cf, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:26.061755 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: 77f9bf58-3195-4620-a073-dd5966b7cb23 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:26.062274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device 77f9bf58-3195-4620-a073-dd5966b7cb23 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:26.089851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] For port 918d7845-dc43-4a53-aff9-bd0eb6b712cf, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=918d7845-dc43-4a53-aff9-bd0eb6b712cf,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:26.114527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:26.117847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:26.120383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:26.129232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.136181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e58a2cee-6c94-40af-91be-43d50373b878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:26.153892 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c921e7-60c2-484f-8c66-f26848826b4c,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:26.156989 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:26.162538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:25Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:26.167390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42f083-0782-426d-b54e-d6c46bdf0bad None None] The sync data for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi is: [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:25Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:26.184543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853755910'] for router_interface, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.191883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Provisioning for port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:26.209055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Provisioning complete for port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:26.209382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.294991 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.341058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777da4e3-152c-4b78-b69c-d8142b1369db None None] Pushing event updated for resources: {'Port': ['ID=918d7845-dc43-4a53-aff9-bd0eb6b712cf,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:26.348299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-777da4e3-152c-4b78-b69c-d8142b1369db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:26.388448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Routers {'9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:26.389175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:26.535943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.569652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.604157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0c0ee4b9-8e20-4488-9f54-712bccf3c44e tempest-VolumesActionsTest-816604276 tempest-VolumesActionsTest-816604276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:26.605409 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.681527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] For port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:26.689601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] Set router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:26.689763 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c921e7-60c2-484f-8c66-f26848826b4c,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:26.693666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:26.695163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1259193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019737'] for router_interface, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.737633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:26.760308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:26.863672 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3d0f2bd7-ef3a-465b-99af-602de9828088 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:26.867370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:26.868913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:27.000567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Pushing event updated for resources: {'Port': ['ID=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:27.013220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8ec52623-380f-4bde-9ea3-7466b9c1b5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:27.152410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 41968) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:27.239026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 3d0f2bd7-ef3a-465b-99af-602de9828088 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:27.242661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-701ff082-d766-42f0-97dc-0c9e06bb1666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:27.244354 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c61dc66d-1a2b-4eee-99a7-739424f38c02 None None] Provisioning for port a0c921e7-60c2-484f-8c66-f26848826b4c completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:27.258321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c61dc66d-1a2b-4eee-99a7-739424f38c02 None None] Provisioning complete for port a0c921e7-60c2-484f-8c66-f26848826b4c triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:27.258836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c61dc66d-1a2b-4eee-99a7-739424f38c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:27.349782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:37:27.486250 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 3d0f2bd7-ef3a-465b-99af-602de9828088 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:27.486667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:27.620110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:27.630222 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] 10.222.0.18 "PUT /v2.0/routers/9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977059 Aug 21 12:37:27.686554 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c61dc66d-1a2b-4eee-99a7-739424f38c02 None None] Port a0c921e7-60c2-484f-8c66-f26848826b4c cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:37:27.724961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:27.738332 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:26Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'a0c921e7-60c2-484f-8c66-f26848826b4c', 'name': '', 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'mac_address': 'fa:16:3e:55:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635bbb58-e4f1-430c-90ff-591173a13152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:25Z', 'updated_at': '2021-08-21T12:37:25Z', 'revision_number': 1, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'subnets': [{'id': '635bbb58-e4f1-430c-90ff-591173a13152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:27.752291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2756d3-e4bb-4291-a9eb-d12e650432cf None None] The sync data for ids ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'] in dv-cinder-805477-2-iscsi is: [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:26Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'a0c921e7-60c2-484f-8c66-f26848826b4c', 'name': '', 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'mac_address': 'fa:16:3e:55:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635bbb58-e4f1-430c-90ff-591173a13152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:25Z', 'updated_at': '2021-08-21T12:37:25Z', 'revision_number': 1, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'subnets': [{'id': '635bbb58-e4f1-430c-90ff-591173a13152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:27.758302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-c61dc66d-1a2b-4eee-99a7-739424f38c02 None None] Provisioning complete for port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:27.758874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c61dc66d-1a2b-4eee-99a7-739424f38c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:27.823053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 3d0f2bd7-ef3a-465b-99af-602de9828088, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3d0f2bd7-ef3a-465b-99af-602de9828088,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:27.884657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:27.890237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-777da4e3-152c-4b78-b69c-d8142b1369db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:27.988126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=3d0f2bd7-ef3a-465b-99af-602de9828088,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:27.994011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:28.045479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:28.108507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-6bf0f0bd-ab6a-41b2-8d19-df013ba48c79 None None] Provisioning complete for port a0c921e7-60c2-484f-8c66-f26848826b4c triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:28.108931 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f0bd-ab6a-41b2-8d19-df013ba48c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:28.186808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0f0bd-ab6a-41b2-8d19-df013ba48c79 None None] Port a0c921e7-60c2-484f-8c66-f26848826b4c cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:37:28.736939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Deleting port b93d056e-4cba-4f92-8e7c-621dede2c4ea {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:28.737406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:28.763544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:28.853525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3d0f2bd7-ef3a-465b-99af-602de9828088 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:29.015157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] For port b93d056e-4cba-4f92-8e7c-621dede2c4ea, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=b93d056e-4cba-4f92-8e7c-621dede2c4ea,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:29.016057 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.020558 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 3d0f2bd7-ef3a-465b-99af-602de9828088 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:29.021248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.191629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Calling delete_port for b93d056e-4cba-4f92-8e7c-621dede2c4ea owned by network:router_interface {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:29.198009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:29.301309 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:29.301724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.333657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.466813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.472207 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-32280658-edd6-415c-a6c0-6bfb94963dc0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:29.525675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Pushing event deleted for resources: {'Port': ['ID=b93d056e-4cba-4f92-8e7c-621dede2c4ea,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:29.528577 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:29.895420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-17969fbd-998c-49d7-b054-7c4c640a69f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.935122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:29.984628 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:30.636879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Router 1a6fca0e-f234-46c6-a07f-d703f3894df6 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:37:30.967392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 918d7845-dc43-4a53-aff9-bd0eb6b712cf up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:31.105550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:31.116251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] Sync routers for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:31.124366 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ddbd5381-8b7d-4cde-8b50-1ac5ad00a64f admin admin] 10.222.0.18 "PUT /v2.0/routers/1a6fca0e-f234-46c6-a07f-d703f3894df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9706798 Aug 21 12:37:31.128162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42006) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:31.136026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:31.137275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:31.147688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port 918d7845-dc43-4a53-aff9-bd0eb6b712cf completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:31.155729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 918d7845-dc43-4a53-aff9-bd0eb6b712cf triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:31.158743 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.216710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.343979 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.362874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port 918d7845-dc43-4a53-aff9-bd0eb6b712cf, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=918d7845-dc43-4a53-aff9-bd0eb6b712cf,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:31.368441 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:31.384472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks [] for router, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.400451 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.412005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:31.544031 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=918d7845-dc43-4a53-aff9-bd0eb6b712cf,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:31.547311 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:31.626422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.662765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Deleting port 7ee5836d-7875-4944-86c0-2212369a7994 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:31.663370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.715273 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '7ee5836d-7875-4944-86c0-2212369a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:37:29Z', 'revision_number': 5, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port': {'id': '7ee5836d-7875-4944-86c0-2212369a7994', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:20Z', 'updated_at': '2021-08-21T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:31.720481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] Checking router: 1a6fca0e-f234-46c6-a07f-d703f3894df6 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:31.735443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] Routers {'1a6fca0e-f234-46c6-a07f-d703f3894df6'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:31.736228 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1a6fca0e-f234-46c6-a07f-d703f3894df6'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:31.880010 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] For port 7ee5836d-7875-4944-86c0-2212369a7994, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=7ee5836d-7875-4944-86c0-2212369a7994,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:31.880651 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:31.910418 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] Set router 1a6fca0e-f234-46c6-a07f-d703f3894df6 gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:32.047082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Calling delete_port for 7ee5836d-7875-4944-86c0-2212369a7994 owned by network:router_gateway {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:32.083384 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 6, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port_host': None}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:32.088529 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fec40d-cb0f-4db8-9e24-03211699f368 None None] The sync data for ids ['1a6fca0e-f234-46c6-a07f-d703f3894df6'] in dv-cinder-805477-2-iscsi is: [{'id': '1a6fca0e-f234-46c6-a07f-d703f3894df6', 'name': 'tempest-TestShelveInstance-8230180-router', 'tenant_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:19Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 6, 'project_id': 'd1f4b0c579c548ad8f6cdef61c56b13a', 'gw_port_host': None}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:32.502325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:32.507607 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-36b576dc-056c-4f13-a5f2-3a71256bd328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:32.517171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Sync routers for ids ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:32.532388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Routers {'9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:32.533076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:32.554532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee5836d-7875-4944-86c0-2212369a7994,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:32.557834 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:32.753662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Set router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:32.812481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:32.927349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 918d7845-dc43-4a53-aff9-bd0eb6b712cf up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:33.126154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port 918d7845-dc43-4a53-aff9-bd0eb6b712cf triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:33.126726 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.150117 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.156482 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.222589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.223219 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6fca0e-f234-46c6-a07f-d703f3894df6 {{(pid=82484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:37:33.243582 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.249498 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42014) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:33.251879 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ce98fd80-7b8d-4c8c-bff6-dc85d7aeb505 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a6fca0e-f234-46c6-a07f-d703f3894df6 HTTP/1.1" status: 204 len: 168 time: 2.1202059 Aug 21 12:37:33.356827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:26Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'a0c921e7-60c2-484f-8c66-f26848826b4c', 'name': '', 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'mac_address': 'fa:16:3e:55:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635bbb58-e4f1-430c-90ff-591173a13152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:25Z', 'updated_at': '2021-08-21T12:37:26Z', 'revision_number': 2, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'subnets': [{'id': '635bbb58-e4f1-430c-90ff-591173a13152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:33.358188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Deleting subnet e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:37:33.366851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.387413 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Checking router: 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:33.387899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Updating router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 port a0c921e7-60c2-484f-8c66-f26848826b4c binding host dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 12:37:33.444211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.480168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.555381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7ee5836d-7875-4944-86c0-2212369a7994 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:33.578566 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.608767 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 7ee5836d-7875-4944-86c0-2212369a7994 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:33.609130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 7ee5836d-7875-4944-86c0-2212369a7994 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:33.610192 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device b93d056e-4cba-4f92-8e7c-621dede2c4ea no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:33.685414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.692564 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: b93d056e-4cba-4f92-8e7c-621dede2c4ea {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:33.692955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device b93d056e-4cba-4f92-8e7c-621dede2c4ea not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:33.705390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:33.741175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.749760 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:33.759137 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:33.761334 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-626c2f1b-f59a-406c-b3f1-f391c207c520 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e6b1d435-a5d8-45d5-93a0-aacb6c43ea1e HTTP/1.1" status: 204 len: 168 time: 0.5113983 Aug 21 12:37:33.761736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639577a4-a16a-423a-8d28-0448732a4a30 None None] Network 17a31c0a-5f7c-446c-aee1-5d4853efc028 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:37:33.764026 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42018) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:33.883203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:33.895270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Deleting port cf11592d-7276-4b77-b89c-a8af78069982 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:33.895930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.178897 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] For port cf11592d-7276-4b77-b89c-a8af78069982, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=cf11592d-7276-4b77-b89c-a8af78069982,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:34.179509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.207747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:37:34.342251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] DHCP port deletion for 17a31c0a-5f7c-446c-aee1-5d4853efc028 request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:37:34.354674 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Notify callbacks [] for port, precommit_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.357702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Deleting port cf11592d-7276-4b77-b89c-a8af78069982 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:34.358279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.372736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Calling delete_port for cf11592d-7276-4b77-b89c-a8af78069982 owned by network:dhcp {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:34.405689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Transition to ACTIVE for port object a0c921e7-60c2-484f-8c66-f26848826b4c will not be triggered until provisioned by entity L2. {{(pid=82486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:34.457196 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.467411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:34.546428 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.561236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-da52ce6b-9b17-4928-b775-61821a00d95c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:34.618667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf11592d-7276-4b77-b89c-a8af78069982,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:34.621576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:34.626629 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] No DVR routers for this DVR port cf11592d-7276-4b77-b89c-a8af78069982 on host dv-cinder-805477-2-iscsi {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:37:34.709212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871318e-30ee-44d6-b05b-fbdc3fa5ca5d None None] Pushing event updated for resources: {'Port': ['ID=a0c921e7-60c2-484f-8c66-f26848826b4c,revision_number=3']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:34.714995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4871318e-30ee-44d6-b05b-fbdc3fa5ca5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:34.794791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.818198 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a31c0a-5f7c-446c-aee1-5d4853efc028']}} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:34.831840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760ca720-ff43-4c31-a556-bffd9caa794f') {'for_net_delete': True} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:34.832525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760ca720-ff43-4c31-a556-bffd9caa794f') {} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:34.851337 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] For port cf11592d-7276-4b77-b89c-a8af78069982, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=cf11592d-7276-4b77-b89c-a8af78069982,segment=NetworkSegment(760ca720-ff43-4c31-a556-bffd9caa794f),segment_id=760ca720-ff43-4c31-a556-bffd9caa794f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:34.851707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.856039 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857150'] for segment, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.881084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.893046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:37:34.894373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850925354'] for segment, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:37:34.911144 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:37:34.949494 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device cf11592d-7276-4b77-b89c-a8af78069982 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:35.067848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.074080 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:35.094386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Calling delete_port for cf11592d-7276-4b77-b89c-a8af78069982 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:35.102480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.118310 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=17a31c0a-5f7c-446c-aee1-5d4853efc028,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:35.121764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:35.129052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: cf11592d-7276-4b77-b89c-a8af78069982 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:35.129446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device cf11592d-7276-4b77-b89c-a8af78069982 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:35.131254 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Attempting to bind port a0c921e7-60c2-484f-8c66-f26848826b4c on host dv-cinder-805477-2-iscsi for vnic_type normal with profile {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:35.132120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Attempting to bind port a0c921e7-60c2-484f-8c66-f26848826b4c by drivers openvswitch,hyperv on host dv-cinder-805477-2-iscsi at level 0 using segments [{'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:35.132120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Attempting to bind port a0c921e7-60c2-484f-8c66-f26848826b4c on network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:35.151687 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-646624eb-85ed-4ec0-95d0-08adfde08b9f admin admin] 10.222.0.18 "DELETE /v2.0/networks/17a31c0a-5f7c-446c-aee1-5d4853efc028 HTTP/1.1" status: 204 len: 168 time: 1.3832195 Aug 21 12:37:35.151876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42022) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:35.169832 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Checking agent: {'id': 'a9b9579f-8957-4a37-8383-eb8972d51f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 18, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:35.170246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Checking segment: {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:35.170697 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.171134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Bound using segment: {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'} {{(pid=82486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:35.171660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Bound port: a0c921e7-60c2-484f-8c66-f26848826b4c, host: dv-cinder-805477-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634441c7-11df-443b-8eee-e5415601f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53'}}] {{(pid=82486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:35.172163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.287826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:37:35.289620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:37:35.320217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] For port a0c921e7-60c2-484f-8c66-f26848826b4c, host dv-cinder-805477-2-iscsi, cleared binding levels {{(pid=82486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:35.327939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] For port a0c921e7-60c2-484f-8c66-f26848826b4c, host dv-cinder-805477-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=a0c921e7-60c2-484f-8c66-f26848826b4c,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:35.354301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.360035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:35.446078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871318e-30ee-44d6-b05b-fbdc3fa5ca5d None None] Pushing event updated for resources: {'Port': ['ID=a0c921e7-60c2-484f-8c66-f26848826b4c,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:35.449949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4871318e-30ee-44d6-b05b-fbdc3fa5ca5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:35.454570 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Routers {'9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:35.455244 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:35.636882 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.745764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] Set router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:35.798402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Deleting port cf11592d-7276-4b77-b89c-a8af78069982 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:35.799837 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:35.895401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf5ce-0dc8-42b3-9159-5fb091108c42 None None] The port 'cf11592d-7276-4b77-b89c-a8af78069982' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:37:36.215157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:26Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'a0c921e7-60c2-484f-8c66-f26848826b4c', 'name': '', 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'mac_address': 'fa:16:3e:55:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635bbb58-e4f1-430c-90ff-591173a13152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:25Z', 'updated_at': '2021-08-21T12:37:35Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'subnets': [{'id': '635bbb58-e4f1-430c-90ff-591173a13152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:36.219248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540dc62-093a-4f59-85df-4ba4df69e719 None None] The sync data for ids ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'] in dv-cinder-805477-2-iscsi is: [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:26Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'a0c921e7-60c2-484f-8c66-f26848826b4c', 'name': '', 'network_id': '453cc8b7-7bc5-4630-a52c-4a7a3e022c53', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'mac_address': 'fa:16:3e:55:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635bbb58-e4f1-430c-90ff-591173a13152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:25Z', 'updated_at': '2021-08-21T12:37:35Z', 'revision_number': 4, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'subnets': [{'id': '635bbb58-e4f1-430c-90ff-591173a13152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:36.344048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Deleting port 84d49647-2edb-49d9-8806-bf888b91cfba {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:36.344557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:36.546736 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] For port 84d49647-2edb-49d9-8806-bf888b91cfba, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=84d49647-2edb-49d9-8806-bf888b91cfba,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:36.546961 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:36.683656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Calling delete_port for 84d49647-2edb-49d9-8806-bf888b91cfba owned by network:router_interface {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:36.883216 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device a0c921e7-60c2-484f-8c66-f26848826b4c up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:36.946619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:36.952253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8b47c056-14bb-4cc0-b7fc-afcbb692f7a0 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:36.993843 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning for port a0c921e7-60c2-484f-8c66-f26848826b4c completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:37.000073 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port a0c921e7-60c2-484f-8c66-f26848826b4c triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:37.002357 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:37.166559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:37.222453 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] For port a0c921e7-60c2-484f-8c66-f26848826b4c, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=a0c921e7-60c2-484f-8c66-f26848826b4c,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:37.256728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:37.272351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:37.297179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d49647-2edb-49d9-8806-bf888b91cfba,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:37.308242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:37.397720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Pushing event updated for resources: {'Port': ['ID=a0c921e7-60c2-484f-8c66-f26848826b4c,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:37.402712 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:37.634290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:38.300503 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:37:38.532890 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:37:38.542364 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] Sync routers for ids ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:37:38.545478 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] 10.222.0.18 "PUT /v2.0/routers/8dfe33e5-2a42-4d07-94df-2fe6c497df27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3901856 Aug 21 12:37:38.545746 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42030) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:38.558508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] Routers {'8dfe33e5-2a42-4d07-94df-2fe6c497df27'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:38.559124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:38.797266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks [] for router, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:38.904825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device a0c921e7-60c2-484f-8c66-f26848826b4c up at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:37:38.908422 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] Set router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:39.036963 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:39.059096 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Provisioning complete for port a0c921e7-60c2-484f-8c66-f26848826b4c triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:39.059407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:39.086081 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Deleting port 1873c0ed-cdae-45b2-b3f0-91912110d48b {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:39.086800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:39.301623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:37:36Z', 'revision_number': 5, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port': {'id': '1873c0ed-cdae-45b2-b3f0-91912110d48b', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:32:30Z', 'updated_at': '2021-08-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:39.306248 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] Checking router: 8dfe33e5-2a42-4d07-94df-2fe6c497df27 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:37:39.311298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] For port 1873c0ed-cdae-45b2-b3f0-91912110d48b, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=1873c0ed-cdae-45b2-b3f0-91912110d48b,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:39.311298 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:39.318680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] Routers {'8dfe33e5-2a42-4d07-94df-2fe6c497df27'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:37:39.319367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:37:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:39.460514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Calling delete_port for 1873c0ed-cdae-45b2-b3f0-91912110d48b owned by network:router_gateway {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:39.501232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] Set router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:37:39.617682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:37:39Z', 'revision_number': 6, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port_host': None}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:39.622071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1be8e-f50c-47c8-93c3-746f5deb8d0b None None] The sync data for ids ['8dfe33e5-2a42-4d07-94df-2fe6c497df27'] in dv-cinder-805477-2-iscsi is: [{'id': '8dfe33e5-2a42-4d07-94df-2fe6c497df27', 'name': 'tempest-TestShelveInstance-1381669310-router', 'tenant_id': 'e0df3fe177eb415495982ae0315fa667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:32:29Z', 'updated_at': '2021-08-21T12:37:39Z', 'revision_number': 6, 'project_id': 'e0df3fe177eb415495982ae0315fa667', 'gw_port_host': None}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:37:39.912013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:39.916883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:39.958459 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Pushing event deleted for resources: {'Port': ['ID=1873c0ed-cdae-45b2-b3f0-91912110d48b,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:39.962373 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:40.426146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:40.701414 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:40.705822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:40.809019 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:40.809604 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfe33e5-2a42-4d07-94df-2fe6c497df27 {{(pid=82485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:37:40.810253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1873c0ed-cdae-45b2-b3f0-91912110d48b no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:40.823124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:40.824354 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8dfe33e5-2a42-4d07-94df-2fe6c497df27 HTTP/1.1" status: 204 len: 168 time: 2.2775776 Aug 21 12:37:40.827265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42046) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:40.878550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 1873c0ed-cdae-45b2-b3f0-91912110d48b {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:40.879064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 1873c0ed-cdae-45b2-b3f0-91912110d48b not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:40.879710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 84d49647-2edb-49d9-8806-bf888b91cfba no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:40.910108 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Deleting subnet 4ade8bab-097b-4b0a-b6ea-b43deec0e348 {{(pid=82484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:37:40.913520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:40.914130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 84d49647-2edb-49d9-8806-bf888b91cfba {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:40.914617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 84d49647-2edb-49d9-8806-bf888b91cfba not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:40.975299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850680815'] for subnet, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.059788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.238223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3296089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114850'] for subnet, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.243563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:41.285454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ade8bab-097b-4b0a-b6ea-b43deec0e348,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:41.294054 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.298656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6eb829-847c-4acf-b58f-3d7c53172d09 None None] Network 243413a4-ce91-4a4b-adac-a05aef58f13d requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:37:41.300810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.301246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.301677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.302129 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.302552 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.302971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.303392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.303808 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.304222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.304632 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.305044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:37:41.309296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:41.312455 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-78ba86b7-50da-4e61-ba15-cad300436eae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ade8bab-097b-4b0a-b6ea-b43deec0e348 HTTP/1.1" status: 204 len: 168 time: 0.4826188 Aug 21 12:37:41.313675 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42058) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:41.429389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.440264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Deleting port 5be0b07a-2d24-4ada-aabf-31a32e84c066 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:41.440855 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.520685 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-bb5f81ef-4bc1-4627-9e78-caf798687c0b tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:41.522953 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-bb5f81ef-4bc1-4627-9e78-caf798687c0b tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 815 time: 0.1698568 Aug 21 12:37:41.543320 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-94d23630-148a-4104-ac9f-fba4bc6d9979 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/quotas/d0ff2740855c48bba229d974ad976df0 HTTP/1.1" status: 200 len: 375 time: 0.0148697 Aug 21 12:37:41.578718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] DHCP port deletion for 243413a4-ce91-4a4b-adac-a05aef58f13d request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:37:41.584149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Deleting port 5be0b07a-2d24-4ada-aabf-31a32e84c066 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:41.584687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.630333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-fffd7f0b-3555-4f2f-8590-345def31fad0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:37:41.660943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] For port 5be0b07a-2d24-4ada-aabf-31a32e84c066, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5be0b07a-2d24-4ada-aabf-31a32e84c066,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:41.661350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.700756 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-fffd7f0b-3555-4f2f-8590-345def31fad0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:37:41.702361 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-fffd7f0b-3555-4f2f-8590-345def31fad0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530769 Aug 21 12:37:41.721975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-537c2140-36c3-4da9-8bad-2e72bfda99b4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 12:37:41.723214 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-537c2140-36c3-4da9-8bad-2e72bfda99b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0070217 Aug 21 12:37:41.791863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Calling delete_port for 5be0b07a-2d24-4ada-aabf-31a32e84c066 owned by network:dhcp {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:41.881708 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-b1b87f65-98cf-416e-84b8-6cc35ee15841 service neutron] 10.222.0.18 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484892 Aug 21 12:37:41.900688 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:41.906051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6a905426-00c3-4788-8f59-bc275308672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:41.950424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5be0b07a-2d24-4ada-aabf-31a32e84c066,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:41.953258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:41.956281 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] No DVR routers for this DVR port 5be0b07a-2d24-4ada-aabf-31a32e84c066 on host dv-cinder-805477-2-iscsi {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:37:41.962151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] For port 5be0b07a-2d24-4ada-aabf-31a32e84c066, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5be0b07a-2d24-4ada-aabf-31a32e84c066,segment=NetworkSegment(e513d2b4-0f6a-403f-b54b-13ff27cdc6e3),segment_id=e513d2b4-0f6a-403f-b54b-13ff27cdc6e3)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:37:41.962151 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.035332 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-768feb8e-36b1-49a7-a688-9f8bd3f76271 service neutron] 10.222.0.18 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502161 Aug 21 12:37:42.087707 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.102482 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243413a4-ce91-4a4b-adac-a05aef58f13d']}} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:42.103701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Calling delete_port for 5be0b07a-2d24-4ada-aabf-31a32e84c066 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:37:42.115733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3') {'for_net_delete': True} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:42.116182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e513d2b4-0f6a-403f-b54b-13ff27cdc6e3') {} {{(pid=82484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:37:42.128652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4095001'] for segment, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.144148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.150795 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=82484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:37:42.151230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3296052'] for segment, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:37:42.165723 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:37:42.175656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:37:42.176061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:37:42.289881 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c647e7a0-5394-4f27-9776-4636540c180c req-80ff7048-3b51-4bc8-a177-7e9d0534e499 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 210 time: 0.0535679 Aug 21 12:37:42.323296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.327263 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ef8f2ca6-eb7a-4d1e-8752-5f9301db15ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:42.347641 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.355109 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=243413a4-ce91-4a4b-adac-a05aef58f13d,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:42.359971 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:42.362500 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-22ab0543-a676-48cd-b84b-e7d9d32c7cfd admin admin] 10.222.0.18 "DELETE /v2.0/networks/243413a4-ce91-4a4b-adac-a05aef58f13d HTTP/1.1" status: 204 len: 168 time: 1.0476861 Aug 21 12:37:42.603252 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42080) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:42.655238 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d6baac60-7504-4c05-932a-d75929b5784d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1f4b0c579c548ad8f6cdef61c56b13a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530677 Aug 21 12:37:42.657846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42084) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:42.676994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Deleting port 5be0b07a-2d24-4ada-aabf-31a32e84c066 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:37:42.677508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.720342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.742123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-753b8bc3-ba0f-4403-b81d-d4ba9a8c156d None None] The port '5be0b07a-2d24-4ada-aabf-31a32e84c066' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:37:42.748826 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.810155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5be0b07a-2d24-4ada-aabf-31a32e84c066 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:37:42.821942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.827363 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ba372979-761e-4af3-9c42-1aef11a5fc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:42.841942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2209d3-a821-48d2-889c-981d1af25d2f,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:42.843524 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 5be0b07a-2d24-4ada-aabf-31a32e84c066 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:37:42.843924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5be0b07a-2d24-4ada-aabf-31a32e84c066 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:37:42.844630 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:42.850308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:42.854180 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2ae8c2c1-7a2a-416b-b0e9-424186b0b43e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd2209d3-a821-48d2-889c-981d1af25d2f HTTP/1.1" status: 204 len: 168 time: 0.1926463 Aug 21 12:37:43.457439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42096) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:43.465365 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f5d3011b-88e9-47ba-a6c8-d1402523ec3d req-97e8b957-4fe3-4f7c-babd-007b8de148e2 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 210 time: 0.0490780 Aug 21 12:37:43.516523 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-508c3972-3e78-475c-9381-15a45726f8ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0df3fe177eb415495982ae0315fa667&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576940 Aug 21 12:37:43.519617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42100) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:37:43.581722 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:43.608749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:43.690573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:43.695879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1ea1cb51-d528-43a6-8464-650b503da85c tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:43.707403 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a8ece-5d47-469f-905b-f3d7256fa1dc,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:43.711193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:43.714495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:43.715685 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7357c0d6-f712-476c-b703-0ab1c5dc783b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b11a8ece-5d47-469f-905b-f3d7256fa1dc HTTP/1.1" status: 204 len: 168 time: 0.1950960 Aug 21 12:37:44.286492 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-25ba02ec-0379-4600-9532-5475d4a49ff0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:44.287253 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-25ba02ec-0379-4600-9532-5475d4a49ff0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:network {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:37:44.346140 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-25ba02ec-0379-4600-9532-5475d4a49ff0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:network {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:37:44.347403 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-25ba02ec-0379-4600-9532-5475d4a49ff0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 815 time: 0.2139456 Aug 21 12:37:44.366461 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'port': {'device_id': '78c795c4-8212-48ea-931a-ddc493b69509', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'admin_state_up': True, 'tenant_id': 'd0ff2740855c48bba229d974ad976df0'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:44.508829 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:37:44.521660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:37:44.559123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Made reservation on behalf of d0ff2740855c48bba229d974ad976df0 for: {'port': 1} {{(pid=82484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 12:37:44.564633 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:44.681106 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1b0ca74b-75e5-4122-93ff-8ee957bbab5b req-417b91eb-d8f4-4542-9586-262caf1b11a8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 210 time: 0.0537865 Aug 21 12:37:44.779738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Allocated IP 172.20.0.7 (3de57147-0c74-43e7-aed3-609dc438bfbf/d5b958f4-96ef-4042-bf91-f0b6ec587533/e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:37:44.992776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:45.010619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Transition to ACTIVE for port object e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 will not be triggered until provisioned by entity DHCP. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:45.067464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:45.079215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-58532785-37a3-4825-902c-c99cd7fec7a6 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:45.178164 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Network 3de57147-0c74-43e7-aed3-609dc438bfbf is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:37:45.181851 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:37:45.184478 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:37:45.224301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:45.227393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:45.285824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:45.286563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:45.381242 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-9a2defcf-96eb-44cf-95a0-480f07ca2aab tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0195589 Aug 21 12:37:45.576526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-0a476d21-d85d-4711-9a5d-208c07d27dd6 None None] Provisioning for port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 completed by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:37:45.582504 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-0a476d21-d85d-4711-9a5d-208c07d27dd6 None None] Provisioning complete for port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:37:45.582926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-0a476d21-d85d-4711-9a5d-208c07d27dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:45.641051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-0a476d21-d85d-4711-9a5d-208c07d27dd6 None None] Port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 cannot update to ACTIVE because it is not bound. {{(pid=82486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 12:37:45.889814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350608f-6170-4836-89b7-eec6e51f66ce req-1a25c01b-2a41-4483-ad57-352284770f3c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:45.891432 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6350608f-6170-4836-89b7-eec6e51f66ce req-1a25c01b-2a41-4483-ad57-352284770f3c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0844114 Aug 21 12:37:45.941346 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6350608f-6170-4836-89b7-eec6e51f66ce req-98549b53-8e19-4767-af9c-a8cddcf1402c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Aug 21 12:37:47.159545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-87f5e9a0-1360-4a0f-b947-31fbca437eb4 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:47.160841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-87f5e9a0-1360-4a0f-b947-31fbca437eb4 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:37:47.204823 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-87f5e9a0-1360-4a0f-b947-31fbca437eb4 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:37:47.206803 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-87f5e9a0-1360-4a0f-b947-31fbca437eb4 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.1334975 Aug 21 12:37:47.257068 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-c99a57e8-0f63-4ed7-ab0c-d62cf9412b8c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:security_group {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:37:47.306510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-c99a57e8-0f63-4ed7-ab0c-d62cf9412b8c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:security_group {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:37:47.307730 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d7762cb3-8362-47ee-9b0b-01b7c88e60e1 req-c99a57e8-0f63-4ed7-ab0c-d62cf9412b8c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947683 Aug 21 12:37:48.657734 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed90c4-496a-4ad9-9e9d-c05a3b662dd3 req-7ccbfd46-eaba-4eb8-b2ee-db89cac78ed7 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:48.659416 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-daed90c4-496a-4ad9-9e9d-c05a3b662dd3 req-7ccbfd46-eaba-4eb8-b2ee-db89cac78ed7 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0897753 Aug 21 12:37:48.708010 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-daed90c4-496a-4ad9-9e9d-c05a3b662dd3 req-df003ae6-1d44-4190-87d2-4eb40dce6f83 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Aug 21 12:37:49.918119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447c8d0-2fcd-4493-a194-15996d42bbc1 req-64370667-d73a-46e5-95a7-c9803170e568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:49.919745 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8447c8d0-2fcd-4493-a194-15996d42bbc1 req-64370667-d73a-46e5-95a7-c9803170e568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0840249 Aug 21 12:37:49.985648 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8447c8d0-2fcd-4493-a194-15996d42bbc1 req-240ccbf3-53d2-411c-b1db-65e3558b99a2 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597448 Aug 21 12:37:51.207359 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cab8d-2076-48e3-a4b1-a9085e9e165d req-3b265abc-5cf1-49bc-a177-46540c36f5bb tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:51.209273 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd4cab8d-2076-48e3-a4b1-a9085e9e165d req-3b265abc-5cf1-49bc-a177-46540c36f5bb tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0856509 Aug 21 12:37:51.259960 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dd4cab8d-2076-48e3-a4b1-a9085e9e165d req-6ce272b1-ad48-4c63-a318-4285cd080d9e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Aug 21 12:37:52.487706 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ee22-3280-4e9b-9a68-72d83ce5c3ba req-4dfecc5c-281c-4e03-8e2e-1a43887f74ef tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:52.489312 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a78ee22-3280-4e9b-9a68-72d83ce5c3ba req-4dfecc5c-281c-4e03-8e2e-1a43887f74ef tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0868866 Aug 21 12:37:52.541048 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-0a78ee22-3280-4e9b-9a68-72d83ce5c3ba req-4d9d28b8-7044-4428-8a52-9b3579274a7e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Aug 21 12:37:53.750370 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73acde-bf96-4124-bda1-2a0e87e455e9 req-fb3f5cd0-7446-4def-a44c-8247b514e26e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:53.752604 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd73acde-bf96-4124-bda1-2a0e87e455e9 req-fb3f5cd0-7446-4def-a44c-8247b514e26e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0871375 Aug 21 12:37:53.804818 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cd73acde-bf96-4124-bda1-2a0e87e455e9 req-7b6993ce-87d8-44b3-bfe8-2aa7ccc32568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Aug 21 12:37:55.018320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08732df-7e53-42f1-ac8b-dac5bc4818fd req-e354df7a-c509-4fef-92a7-0760ccd2053e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:55.019893 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b08732df-7e53-42f1-ac8b-dac5bc4818fd req-e354df7a-c509-4fef-92a7-0760ccd2053e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0893319 Aug 21 12:37:55.285865 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b08732df-7e53-42f1-ac8b-dac5bc4818fd req-c4ab492a-2123-4003-b7ef-75668d6b5dc5 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593911 Aug 21 12:37:56.488580 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae929c-27c6-4e40-9e1d-4dddb84b4f54 req-fc513cf4-b6f5-4e8b-890c-e678f51210eb tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:56.490195 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84ae929c-27c6-4e40-9e1d-4dddb84b4f54 req-fc513cf4-b6f5-4e8b-890c-e678f51210eb tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 931 time: 0.0818706 Aug 21 12:37:56.541983 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-84ae929c-27c6-4e40-9e1d-4dddb84b4f54 req-f583ebf9-cd13-45e3-bd70-bfb8b0199178 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 Aug 21 12:37:56.979063 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Request body: {'port': {'device_id': '78c795c4-8212-48ea-931a-ddc493b69509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:37:57.090296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:57.147390 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8385b556-6451-4cff-bcfd-6e9d7c57dd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:57.443667 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 {{(pid=82484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:37:57.450430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:57.465163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Transition to ACTIVE for port object e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 will not be triggered until provisioned by entity L2. {{(pid=82484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 12:37:57.495827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:57.500234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9c71a0cb-a47c-4853-ace3-6387070a2ec1 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:57.627910 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:57.634538 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:57.852771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Attempting to bind port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 12:37:57.853127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Attempting to bind port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 12:37:57.853560 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Attempting to bind port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 on network 3de57147-0c74-43e7-aed3-609dc438bfbf {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:57.868454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 on network 3de57147-0c74-43e7-aed3-609dc438bfbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 12:37:57.868899 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Attempting to bind port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 on network 3de57147-0c74-43e7-aed3-609dc438bfbf {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 12:37:57.882029 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a9a54-94ce-4120-873f-277a2af8b927 req-45fcaea2-36c0-4eb5-a4fb-4a1cf83a35a9 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:57.884058 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-459a9a54-94ce-4120-873f-277a2af8b927 req-45fcaea2-36c0-4eb5-a4fb-4a1cf83a35a9 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 943 time: 0.1688571 Aug 21 12:37:57.888234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Checking agent: {'id': 'f6f6473d-e02c-40c9-a6e3-4a07eb5accf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'started_at': datetime.datetime(2021, 8, 21, 12, 24, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 12:37:57.888664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Checking segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 12:37:57.889144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Bound using segment: {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'} {{(pid=82484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 12:37:57.889717 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.managers [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Bound port: e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55218f37-a770-47f8-ad05-9801b4c2b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf'}}] {{(pid=82484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 12:37:57.890175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:58.049589 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-459a9a54-94ce-4120-873f-277a2af8b927 req-18d2b0d8-85f1-4f45-b064-95f9b6275c9b tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436441 Aug 21 12:37:58.061262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, cleared binding levels {{(pid=82484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 12:37:58.064810 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 12:37:58.473943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:58.478788 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eb6fdf7-c156-4651-a0d3-99ebbee1559b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:37:58.541918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:58.543418 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] 10.222.0.35 "PUT /v2.0/ports/e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 1093 time: 1.7009788 Aug 21 12:37:58.543976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:37:58.560477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=3']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:37:58.564126 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-3da3b180-7945-4937-beef-d93c809d5b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:37:58.604237 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'status': 'completed', 'code': 200} Aug 21 12:37:58.693595 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-92c4b1e7-9db2-4a62-a0ce-ffdfd334351d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1096 time: 0.0814142 Aug 21 12:37:58.768274 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-62bb83df-ff37-4d34-8282-d029ec992fc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 217 time: 0.0680652 Aug 21 12:37:58.770427 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:58.837945 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-bae9b3b6-26a6-46e9-8dc6-2c3760bb2640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:58.839397 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-bae9b3b6-26a6-46e9-8dc6-2c3760bb2640 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0653665 Aug 21 12:37:58.917283 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-ea48eb04-7de4-4e55-a4ea-84715bbee83b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713379 Aug 21 12:37:59.056621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-24d4652f-1f48-4536-9aa0-41c76aa38ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326520 Aug 21 12:37:59.243226 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d3bcc93b-fb6d-47b5-97c2-42303e246e49 req-8e01ad07-de0e-4b7c-bac0-59ab8cf4292c service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802638 Aug 21 12:37:59.274482 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100b50-70e0-426c-a8e6-885f111b402c req-cbf77d99-a6a6-4f0b-9659-9894f228abc5 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:59.276006 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b6100b50-70e0-426c-a8e6-885f111b402c req-cbf77d99-a6a6-4f0b-9659-9894f228abc5 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 943 time: 0.1027915 Aug 21 12:37:59.330668 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:59.372714 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-b6100b50-70e0-426c-a8e6-885f111b402c req-4107422e-5fc6-4511-8e20-496509bc639e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905230 Aug 21 12:37:59.402480 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-89195ff5-f513-44b1-adf5-fde5bff34b2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1096 time: 0.0786607 Aug 21 12:37:59.541175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-23e69546-d40b-4a5e-9cde-96d7ffa769cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:59.542706 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-23e69546-d40b-4a5e-9cde-96d7ffa769cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.1335716 Aug 21 12:37:59.611250 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-ce4b7b6b-c4fd-4d7d-ae4b-c155f8122094 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 217 time: 0.0618455 Aug 21 12:37:59.682131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-bf0b670b-3d32-483e-bb3b-6fd2e9bd0ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:37:59.683640 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-bf0b670b-3d32-483e-bb3b-6fd2e9bd0ad0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0651543 Aug 21 12:37:59.761290 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-6352e6a8-92f8-4d34-a5ad-162873af05fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708160 Aug 21 12:37:59.884768 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-572742f9-731d-4def-9274-249e11c4f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:37:59.901873 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-0267de1c-32c5-4d1f-b3f9-b283ef75c429 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335447 Aug 21 12:37:59.981842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:00.043732 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-394f2cb9-d4ad-4b89-995d-98575b339f87 req-ca400204-9fb8-42d9-a3c9-34a9767c9ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342895 Aug 21 12:38:00.573055 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e7a4c-8ae8-4631-ad65-9df08dd52c77 req-3f1b7b7e-9c42-4e97-a370-76a3f12a5131 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:00.574685 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e41e7a4c-8ae8-4631-ad65-9df08dd52c77 req-3f1b7b7e-9c42-4e97-a370-76a3f12a5131 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 943 time: 0.0820835 Aug 21 12:38:00.622080 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e41e7a4c-8ae8-4631-ad65-9df08dd52c77 req-2e9f839d-fda4-4d02-8603-519d87f58523 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Aug 21 12:38:01.164193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:01.827528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eaf17-1b29-4d02-9095-6ae5cd59a34f req-f9e724fb-f707-4643-8212-1588cf2dec4b tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:01.829113 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e64eaf17-1b29-4d02-9095-6ae5cd59a34f req-f9e724fb-f707-4643-8212-1588cf2dec4b tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 943 time: 0.0874906 Aug 21 12:38:01.876786 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e64eaf17-1b29-4d02-9095-6ae5cd59a34f req-ee018c2e-7ef5-4971-8066-5c3cd494c6c4 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Aug 21 12:38:02.141592 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 12:38:02.279371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:02.293339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Returning: {'device': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'port_id': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'mac_address': 'fa:16:3e:09:c2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 12:38:02.350663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:02.368446 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 {{(pid=82486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 12:38:02.383264 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:02.404385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:02.407114 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:02.472824 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=4']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:02.476678 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:02.630350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:38:03.078045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53cb5-4a9b-41d4-a090-ae0249a4f71a req-75a2dbe8-fadd-415c-9e79-bfba03fb8b97 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:03.079596 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebe53cb5-4a9b-41d4-a090-ae0249a4f71a req-75a2dbe8-fadd-415c-9e79-bfba03fb8b97 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 944 time: 0.0830784 Aug 21 12:38:03.126725 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebe53cb5-4a9b-41d4-a090-ae0249a4f71a req-bb340bf6-46f1-409a-b874-ab72c3ee2dc5 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Aug 21 12:38:04.157711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 up at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 12:38:04.267606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning for port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 completed by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 12:38:04.272673 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Provisioning complete for port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 triggered by entity L2. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:38:04.273595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:04.332990 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11603e9-2242-4255-b038-e7e4a3fe8918 req-9e3fe1e5-12f4-4188-9a56-3219f68966a6 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:04.334640 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d11603e9-2242-4255-b038-e7e4a3fe8918 req-9e3fe1e5-12f4-4188-9a56-3219f68966a6 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 944 time: 0.0825999 Aug 21 12:38:04.384117 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d11603e9-2242-4255-b038-e7e4a3fe8918 req-a9c41fbe-7fe6-4367-97a5-ccb0f0326fbf tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Aug 21 12:38:04.389208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:04.417362 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:04.427320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:04.462480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881'] for port, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:04.464496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4fc7a520-041e-43d7-b0d3-91a211e0b7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:04.530280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=5']} {{(pid=82486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:04.533544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:04.631413 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'code': 200} Aug 21 12:38:04.949718 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-47389194-a1da-4533-be52-b20671cee0e5 req-69b59235-428d-42c2-9129-f07d7c8a129f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1098 time: 0.0790548 Aug 21 12:38:04.994619 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-47389194-a1da-4533-be52-b20671cee0e5 req-ad4ed943-2e0d-41dd-8c0e-99a4020076e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Aug 21 12:38:05.586682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fc9f4-ca05-4a80-8f4a-7c50419830b8 req-daf7190c-5201-4a0b-8906-fb89a5e894f5 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:05.588248 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-650fc9f4-ca05-4a80-8f4a-7c50419830b8 req-daf7190c-5201-4a0b-8906-fb89a5e894f5 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0801055 Aug 21 12:38:05.638733 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-650fc9f4-ca05-4a80-8f4a-7c50419830b8 req-0f279dee-3d85-42b7-bd35-22b6a2e4b42e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Aug 21 12:38:06.840766 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6526a8-a5e1-4ef7-9016-589545705472 req-1bbb1850-52cb-4aca-b386-1d12c9112b95 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:06.842375 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3b6526a8-a5e1-4ef7-9016-589545705472 req-1bbb1850-52cb-4aca-b386-1d12c9112b95 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0811286 Aug 21 12:38:06.892277 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-3b6526a8-a5e1-4ef7-9016-589545705472 req-7a38de8c-2d74-49bf-b8e2-5aa28d876fcb tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Aug 21 12:38:07.092182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9e44c-1796-4c46-a812-1eebe1cb15b9 req-21d8626f-3148-4d98-bbc3-8ff34caec865 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:07.093772 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-91a9e44c-1796-4c46-a812-1eebe1cb15b9 req-21d8626f-3148-4d98-bbc3-8ff34caec865 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0824027 Aug 21 12:38:07.141480 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-91a9e44c-1796-4c46-a812-1eebe1cb15b9 req-fd6a43a8-07be-440c-b530-aa3c33c87295 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Aug 21 12:38:07.574251 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6ddde-facc-4493-bf2f-00aca765045a req-2c82caab-e255-469d-8ccf-427ae8412900 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:07.575741 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d9b6ddde-facc-4493-bf2f-00aca765045a req-2c82caab-e255-469d-8ccf-427ae8412900 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0842659 Aug 21 12:38:07.623284 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d9b6ddde-facc-4493-bf2f-00aca765045a req-e62d981d-935d-4a48-a329-e37e642c2465 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Aug 21 12:38:09.497715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42196) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:09.705862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Deleting port dd5fe66b-3d19-473f-b557-05da765b8b6c {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:09.706249 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:10.094702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:10.095062 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:10.220520 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Calling delete_port for dd5fe66b-3d19-473f-b557-05da765b8b6c owned by network:floatingip {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:10.399822 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:10.404613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31d4f836-ebdf-4c65-a26f-7b0d475c7f97 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:10.446804 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'Port': ['ID=dd5fe66b-3d19-473f-b557-05da765b8b6c,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:10.449573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:10.546424 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:10.946255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:38:11.150177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:38:11.159842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:38:11.172203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:11.174705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:11.198776 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:38:11.199771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:11.258035 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-840901b8-a7b3-4f83-ab42-63115d6b3191 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "DELETE /v2.0/floatingips/ca67b39e-0ea7-4018-95a4-b9f0cb15f4da HTTP/1.1" status: 204 len: 168 time: 1.7584662 Aug 21 12:38:11.258719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:11.336437 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'status': 'completed', 'code': 200} Aug 21 12:38:11.368102 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:11.443257 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-a5e340f6-ea7f-45f0-999d-81e989cbca1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 1098 time: 0.0830715 Aug 21 12:38:11.594693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-a9c7230e-675a-4804-80a1-2925382ffc84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:11.596247 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-a9c7230e-675a-4804-80a1-2925382ffc84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.1471865 Aug 21 12:38:11.673928 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-e25d8fa4-0de9-407a-85f3-1804d54ce737 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a HTTP/1.1" status: 200 len: 217 time: 0.0712752 Aug 21 12:38:11.743067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-290735a4-44cb-47e2-8e5b-039af7d40ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:11.744653 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-290735a4-44cb-47e2-8e5b-039af7d40ce5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.0641217 Aug 21 12:38:11.756681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:15Z', 'revision_number': 1, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:11.760864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:38:11.772444 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:11.773905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:11.798195 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e5af6-8ed6-4f15-bd28-33882bf25681 req-069048f0-8522-4e64-9c60-5a6dd7a98adf tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:11.800086 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8b8e5af6-8ed6-4f15-bd28-33882bf25681 req-069048f0-8522-4e64-9c60-5a6dd7a98adf tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 945 time: 0.0938518 Aug 21 12:38:11.828595 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-b9630dee-11ea-43a1-b446-e8c97974c535 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769601 Aug 21 12:38:11.850452 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8b8e5af6-8ed6-4f15-bd28-33882bf25681 req-50c5d099-99e8-484a-a0d7-d5d570665760 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442183 Aug 21 12:38:11.958729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:11.973003 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-a04bbaff-0ff6-4728-a2b6-a4748264ae2d service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365082 Aug 21 12:38:12.116989 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8c3dadd4-8622-4bcc-8e01-a34c5002003d req-005fe1e5-9595-46e2-9ced-04215c71db73 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351910 Aug 21 12:38:12.315714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:15Z', 'revision_number': 1, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:12.320296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b535b1f-4590-4c7c-b097-8b4af1876685 None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': '32315772-61fb-4606-bcf4-caa2dcc72011', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'port_id': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'mac_address': 'fa:16:3e:de:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:34:11Z', 'updated_at': '2021-08-21T12:34:15Z', 'revision_number': 1, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:38:12.767827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4cd1ed-cbe1-4340-bd2b-7c7045684bb3 None None] New status for floating IP ca67b39e-0ea7-4018-95a4-b9f0cb15f4da: DOWN {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:38:13.061288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10361ded-537a-46c8-9245-c502c23ecdc3 req-52b25701-a97c-4015-9941-ebe3585430a8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:13.062106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10361ded-537a-46c8-9245-c502c23ecdc3 req-52b25701-a97c-4015-9941-ebe3585430a8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:38:13.106807 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-10361ded-537a-46c8-9245-c502c23ecdc3 req-52b25701-a97c-4015-9941-ebe3585430a8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:38:13.108047 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10361ded-537a-46c8-9245-c502c23ecdc3 req-52b25701-a97c-4015-9941-ebe3585430a8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 945 time: 0.1307583 Aug 21 12:38:13.156268 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-10361ded-537a-46c8-9245-c502c23ecdc3 req-cb0aab9a-6c0c-4588-864f-aee451e0c7ad tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Aug 21 12:38:13.301588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329917-c7c0-40bf-9638-6947f02d293c req-045a1ebe-616e-45e9-97e2-5d5ed6955f1d tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:13.303084 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34329917-c7c0-40bf-9638-6947f02d293c req-045a1ebe-616e-45e9-97e2-5d5ed6955f1d tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 945 time: 0.0796764 Aug 21 12:38:13.377661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Deleting port da4f7c8c-5b1c-4d69-91bc-665016a82f5a {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:13.378105 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:13.627765 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] For port da4f7c8c-5b1c-4d69-91bc-665016a82f5a, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:13.628176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:13.756590 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Calling delete_port for da4f7c8c-5b1c-4d69-91bc-665016a82f5a owned by compute:nova {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:13.933849 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:13.939377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-0141e8d3-86e5-4ac1-9f87-4fd45374552a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:13.985169 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'Port': ['ID=da4f7c8c-5b1c-4d69-91bc-665016a82f5a,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:13.988891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:14.059118 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] No DVR routers for this DVR port da4f7c8c-5b1c-4d69-91bc-665016a82f5a on host hv-cinder-80547 {{(pid=82484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:38:14.061515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:14.064243 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'name': 'network-vif-deleted', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:14.106227 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-34329917-c7c0-40bf-9638-6947f02d293c req-a07972f6-8ced-4d2e-b468-ea96098f6005 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "DELETE /v2.0/ports/da4f7c8c-5b1c-4d69-91bc-665016a82f5a HTTP/1.1" status: 204 len: 173 time: 0.7977602 Aug 21 12:38:14.122989 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b13a72-35de-48ec-ad38-4d62e8408d8e', 'name': 'network-vif-deleted', 'tag': 'da4f7c8c-5b1c-4d69-91bc-665016a82f5a', 'status': 'completed', 'code': 200} Aug 21 12:38:14.323852 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-cc23a8f1-25b9-47fa-aa1a-82c3ccc4dcef req-1f5d6e07-90e9-40c1-8791-833e2dd7813a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:38:14.362261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-cc23a8f1-25b9-47fa-aa1a-82c3ccc4dcef req-1f5d6e07-90e9-40c1-8791-833e2dd7813a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:38:14.363483 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cc23a8f1-25b9-47fa-aa1a-82c3ccc4dcef req-1f5d6e07-90e9-40c1-8791-833e2dd7813a tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b13a72-35de-48ec-ad38-4d62e8408d8e HTTP/1.1" status: 200 len: 210 time: 0.0860281 Aug 21 12:38:16.251204 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device da4f7c8c-5b1c-4d69-91bc-665016a82f5a no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:16.285691 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: da4f7c8c-5b1c-4d69-91bc-665016a82f5a {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:16.286158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device da4f7c8c-5b1c-4d69-91bc-665016a82f5a not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:17.394921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5959d-120b-4fea-abde-ef661846bfb8 req-4d861841-784c-4948-b6c8-a5e50e886b91 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:17.396505 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-58b5959d-120b-4fea-abde-ef661846bfb8 req-4d861841-784c-4948-b6c8-a5e50e886b91 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0845630 Aug 21 12:38:17.445499 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-58b5959d-120b-4fea-abde-ef661846bfb8 req-06eb02a7-c8d2-4422-b5bc-993c35ff5dd2 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Aug 21 12:38:17.472770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42252) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:17.684430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8a5e0a1-309a-407c-a702-d72fff917389 tempest-TestMinimumBasicScenario-524172692 tempest-TestMinimumBasicScenario-524172692-project-admin] Synchronizing usage tracker for tenant:6a1c6b0a596140ed8e5624d89cb68c61 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:38:17.735347 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c8a5e0a1-309a-407c-a702-d72fff917389 tempest-TestMinimumBasicScenario-524172692 tempest-TestMinimumBasicScenario-524172692-project-admin] Unset dirty status for tenant:6a1c6b0a596140ed8e5624d89cb68c61 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:38:17.736526 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c8a5e0a1-309a-407c-a702-d72fff917389 tempest-TestMinimumBasicScenario-524172692 tempest-TestMinimumBasicScenario-524172692-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1093 time: 0.2627511 Aug 21 12:38:17.739709 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42258) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:17.746130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'floatingip': {'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'port_id': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:17.751928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:17.756343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:floatingip and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:17.759349 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:17.765329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:17.786865 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for floatingip, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:17.930148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.009600 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42264) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:18.070820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_common [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Allocated IP 172.27.2.180 (95f15668-00e3-4e84-a258-95c4183357f4/a5b186bf-de49-49dc-b727-a72081aeef88/116aa5dd-9de9-4789-a73c-d9655c41ad03) {{(pid=82484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 12:38:18.218513 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Deleting port f0c5f4ab-699f-4ecf-94ea-cd084c4a35a6 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:18.218894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.291955 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for port, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.334104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733470260885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.339331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-31f7cdb3-a41e-4558-aaf0-24a65dcc8407 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:18.389018 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.389383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.408399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Network 95f15668-00e3-4e84-a258-95c4183357f4 is already hosted by enough agents. {{(pid=82484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 12:38:18.412028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.base_scheduler [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources bound (agent type, host, resource id): {{(pid=82484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 12:38:18.416160 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Received port after_create {{(pid=82484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 12:38:18.451894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'Port': ['ID=116aa5dd-9de9-4789-a73c-d9655c41ad03,revision_number=1']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:18.461393 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:18.515696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Calling delete_port for f0c5f4ab-699f-4ecf-94ea-cd084c4a35a6 owned by network:floatingip {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:18.734378 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:18.739297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5fd2850c-dd66-46a2-be80-813d97d65c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:18.785092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'Port': ['ID=f0c5f4ab-699f-4ecf-94ea-cd084c4a35a6,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:18.788830 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:18.883701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.171341 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.260947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.481291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.500348 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:38:19.523320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.528227 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:19.638508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'Port': ['ID=116aa5dd-9de9-4789-a73c-d9655c41ad03,revision_number=2']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:19.641634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:19.655411 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1019789'] for floatingip, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.706132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:38:19.716916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:38:19.730193 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:19.730949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:19.752071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:19.816460 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-449d431a-b930-49e8-86f2-a9a2bbb7a3c8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "DELETE /v2.0/floatingips/32315772-61fb-4606-bcf4-caa2dcc72011 HTTP/1.1" status: 204 len: 168 time: 1.8029220 Aug 21 12:38:19.816460 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:19.869997 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.l3_db [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Floating IP b30a3215-08bb-43a4-b5c2-17b12fbfa7a6 associated. External IP: 172.27.2.180, port: e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1. Aug 21 12:38:20.022130 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'status': 'completed', 'code': 200} Aug 21 12:38:20.081609 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:20.146240 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-3b61f853-c997-448c-8b70-b05dfcc4a3c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c0722379d3d4d2db7faa647c0e06819&device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 1098 time: 0.1091676 Aug 21 12:38:20.409343 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:20.413945 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:38:20.424277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-3bea86a3-f740-41c7-8c63-bb6a532af678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:20.425052 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:20.425711 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:20.425899 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-3bea86a3-f740-41c7-8c63-bb6a532af678 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 200 len: 912 time: 0.2694478 Aug 21 12:38:20.571004 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-bc2e3c16-c1b8-4024-8f00-434fac2947a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 200 len: 217 time: 0.1356716 Aug 21 12:38:20.606375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:20.653071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b390-e5eb-42c5-9e15-738a68add912 req-df3bfc23-f423-4eac-802b-4a09214eb027 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:20.654716 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2321b390-e5eb-42c5-9e15-738a68add912 req-df3bfc23-f423-4eac-802b-4a09214eb027 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 945 time: 0.3133574 Aug 21 12:38:20.700100 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-9dbce39c-1b3a-4b41-8ab0-0f99181f0637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:20.701658 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-9dbce39c-1b3a-4b41-8ab0-0f99181f0637 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 200 len: 850 time: 0.1166129 Aug 21 12:38:20.782378 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2321b390-e5eb-42c5-9e15-738a68add912 req-83c85737-65fa-4ed7-946a-61409bd42b7c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182530 Aug 21 12:38:20.784905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Router a4287a37-2901-4b68-9f28-fa951e269444 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:38:20.883075 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-2ccd4f94-d0c5-43c7-a477-e165b1ca436e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1703503 Aug 21 12:38:20.931069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:20.935634 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dda0e7-29be-4307-aed9-ef2e47de1836 None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:30:30Z', 'revision_number': 4, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': 'eb195e16-c5a4-45e6-9eb6-d27242b97dac', 'name': '', 'network_id': 'dd9a4297-0f6e-44b7-a4c8-2762ac972f6f', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'mac_address': 'fa:16:3e:11:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:29Z', 'updated_at': '2021-08-21T12:30:41Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'subnets': [{'id': '0b6ae8f7-6e0c-4f08-8499-a9c37790b57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:38:21.328741 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-e57e5279-463f-4b90-ae67-daa67ef04fee service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388452 Aug 21 12:38:21.420090 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5cf1af-89cd-43ca-ba51-a9f709bd0be9 None None] New status for floating IP 32315772-61fb-4606-bcf4-caa2dcc72011: DOWN {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:38:21.456304 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:38:21.476495 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] Sync routers for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:38:21.489813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:21.490502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:21.515868 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ebb4b3af-9248-433b-a7bb-24c1e9320c09 req-f0a65dd7-91fd-47b8-9674-53a7b4f90115 service neutron] 10.222.0.35 "GET /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749880 Aug 21 12:38:21.580079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:21.640102 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-eccdabdf-44b1-4e57-ace5-da4e1b9da88f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8992987 Aug 21 12:38:21.640861 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:21.643188 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42276) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:21.650593 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67121593', 'description': 'tempest-secgroup-smoke-67121593 description', 'project_id': 'd0ff2740855c48bba229d974ad976df0'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:21.657222 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:21.668957 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:21.686487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:21.700497 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'status': 'completed', 'code': 200} Aug 21 12:38:21.728863 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:21.768302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:21.773155 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:21.776320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:21.782276 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:21.800453 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-2ae0db32-152f-4f65-9f12-774606fe0e23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1098 time: 0.0773394 Aug 21 12:38:21.896483 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77617193-f375-453b-a074-91b5d6914e7f req-078de785-a9b1-49bf-a971-2cb2eb9f4d9c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:21.897351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-77617193-f375-453b-a074-91b5d6914e7f req-078de785-a9b1-49bf-a971-2cb2eb9f4d9c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Synchronizing usage tracker for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:38:21.938156 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:21.962392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-77617193-f375-453b-a074-91b5d6914e7f req-078de785-a9b1-49bf-a971-2cb2eb9f4d9c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Unset dirty status for tenant:7c0722379d3d4d2db7faa647c0e06819 on resource:port {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:38:21.963658 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77617193-f375-453b-a074-91b5d6914e7f req-078de785-a9b1-49bf-a971-2cb2eb9f4d9c tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 945 time: 0.1727610 Aug 21 12:38:22.009921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.030465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e8e4f62f-c72a-4e16-a52a-1952346a429f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:22.030877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-d42e02dc-e7a5-4bbe-944b-3977c6bc6e85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:22.032467 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-d42e02dc-e7a5-4bbe-944b-3977c6bc6e85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.2256763 Aug 21 12:38:22.039731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ec5a2-70a8-4d25-9457-4862761223bc req-8e4dd4d7-c8fe-4508-a676-d3d2a22da3bc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:22.041216 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a76ec5a2-70a8-4d25-9457-4862761223bc req-8e4dd4d7-c8fe-4508-a676-d3d2a22da3bc tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 945 time: 0.1263309 Aug 21 12:38:22.089954 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'b30a3215-08bb-43a4-b5c2-17b12fbfa7a6', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'port_id': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'mac_address': 'fa:16:3e:09:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c795c4-8212-48ea-931a-ddc493b69509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:38:19Z', 'updated_at': '2021-08-21T12:38:19Z', 'revision_number': 0, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:27Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:22.094123 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Deleting port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:22.094487 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] Checking router: a4287a37-2901-4b68-9f28-fa951e269444 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:38:22.094603 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.107381 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:22.108099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:00Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:22.125158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bed590-53ad-495b-b01c-6b8a32abc032,revision_number=1']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:22.134194 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.138307 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4912543 Aug 21 12:38:22.139749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42284) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:22.152272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group_rule': {'security_group_id': '42bed590-53ad-495b-b01c-6b8a32abc032', 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:22.160770 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.161190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.161847 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.161983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.162827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.162827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.163664 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.164064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.164671 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.164858 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.165203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:38:22.169089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a9149d35-3ec7-44f8-83a1-01fff407a67f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:22.182296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:22.183164 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-f80b9b8a-1acb-4006-9e03-19d0ddff1f40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 999 time: 0.1409173 Aug 21 12:38:22.185479 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-a76ec5a2-70a8-4d25-9457-4862761223bc req-b12242d6-e150-4861-b483-fb77bd7f8fea tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c378498-4af5-4e8a-9336-1ef29db6c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938921 Aug 21 12:38:22.191689 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:22.195782 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:22.229764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:22.258284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-34b44437-3f6b-4aa9-ac20-8915d10991b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:22.259880 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-34b44437-3f6b-4aa9-ac20-8915d10991b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0705810 Aug 21 12:38:22.300913 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:22.340959 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-70246be9-68e9-4ec6-9694-fddfb5ad76af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749733 Aug 21 12:38:22.349928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.447933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] For port a7510a1b-ca02-42b5-9808-f879e2fbaaa2, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:22.448352 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.486978 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-8b7cc594-1afb-4851-a214-8c68f25990e9 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380892 Aug 21 12:38:22.579705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Calling delete_port for a7510a1b-ca02-42b5-9808-f879e2fbaaa2 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:22.628170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.638939 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5abc177c-5bed-47cc-b567-38e9aba54af4 req-5c893880-cb8c-47b8-aba4-f93a9ebb1a38 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433415 Aug 21 12:38:22.667744 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.671705 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:22.698718 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18921593-01db-4d10-963c-ce827c67c897,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:22.701477 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:22.800203 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.802121 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-beff809a-18da-4404-865c-ffd0362e38e8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6588337 Aug 21 12:38:22.805297 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42288) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:22.811553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group_rule': {'security_group_id': '42bed590-53ad-495b-b01c-6b8a32abc032', 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:22.817982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:22.822061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:22.825040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:22.831647 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:22.837463 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'b30a3215-08bb-43a4-b5c2-17b12fbfa7a6', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'port_id': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'mac_address': 'fa:16:3e:09:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c795c4-8212-48ea-931a-ddc493b69509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:38:19Z', 'updated_at': '2021-08-21T12:38:19Z', 'revision_number': 0, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:27Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:22.841612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5394613-fcbd-4c8a-a6b3-4eedfc9cbb17 None None] The sync data for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi is: [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_floatingips': [{'id': 'b30a3215-08bb-43a4-b5c2-17b12fbfa7a6', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'router_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'port_id': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'mac_address': 'fa:16:3e:09:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c795c4-8212-48ea-931a-ddc493b69509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T12:38:19Z', 'updated_at': '2021-08-21T12:38:19Z', 'revision_number': 0, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:27Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:38:22.844040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.849909 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d01b6511-fb85-48c3-aff0-0334d29a4d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:22.878272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.897148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'Port': ['ID=a7510a1b-ca02-42b5-9808-f879e2fbaaa2,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:22.901886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:22.957619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.975149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] No DVR routers for this DVR port a7510a1b-ca02-42b5-9808-f879e2fbaaa2 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:38:22.978299 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:22.981028 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'name': 'network-vif-deleted', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:22.991841 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.000617 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-311b05c5-05c1-4365-b08e-4939f093ebe4 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:23.020298 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-77617193-f375-453b-a074-91b5d6914e7f req-1489a63c-e774-489a-99c5-b0f93906b0ce tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.35 "DELETE /v2.0/ports/a7510a1b-ca02-42b5-9808-f879e2fbaaa2 HTTP/1.1" status: 204 len: 173 time: 1.0510507 Aug 21 12:38:23.025648 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ecdf73-9ba0-4685-a3b1-157b832876e2,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:23.028331 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:23.041989 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1d0734-33df-43bc-a663-9aa778e587ca', 'name': 'network-vif-deleted', 'tag': 'a7510a1b-ca02-42b5-9808-f879e2fbaaa2', 'status': 'completed', 'code': 200} Aug 21 12:38:23.053911 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.055293 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-a25647f3-0b38-47a9-966f-e1d71d3d215a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2488625 Aug 21 12:38:23.058134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42294) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:23.064465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group_rule': {'security_group_id': '42bed590-53ad-495b-b01c-6b8a32abc032', 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:23.070912 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:23.074916 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:23.078053 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:23.084230 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:23.135530 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.198806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c05d16-acfd-44c8-ab6c-17003cdd5fe3 None None] New status for floating IP b30a3215-08bb-43a4-b5c2-17b12fbfa7a6: ACTIVE {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:38:23.207290 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.236866 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.239571 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7299e552-095a-4a99-9763-77fc097e2a24 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:23.264876 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bb2531-e5f7-41fc-9673-714ae0f13a62,revision_number=0']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:23.267654 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:23.301653 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.303348 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-196b72e1-60ec-40b5-bddb-1577a95d2e23 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2441111 Aug 21 12:38:23.306328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42300) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:23.314308 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group_rule': {'security_group_id': '42bed590-53ad-495b-b01c-6b8a32abc032', 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:23.321402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:23.338596 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:23.340895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:23.347993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:23.378854 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d74cc45f-1c80-4f6a-af6e-504395052902 req-1c159f34-0c6f-4b13-aa86-63f0e4a15559 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e1d0734-33df-43bc-a663-9aa778e587ca HTTP/1.1" status: 200 len: 210 time: 0.0527179 Aug 21 12:38:23.397227 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.479365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.524840 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.527142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-402e9b0b-5bc0-4387-8c57-eea53146b612 tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:23.551139 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7fe02d-5c8a-4621-9138-ee87099cbb42,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:23.554385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:23.598972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.600230 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2921729 Aug 21 12:38:23.603856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42304) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:23.610300 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group_rule': {'security_group_id': '42bed590-53ad-495b-b01c-6b8a32abc032', 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:23.617521 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:23.621924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:23.625132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:23.631505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:23.673069 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.securitygroups_db [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Project d0ff2740855c48bba229d974ad976df0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:38:23.680972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.747921 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.796369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.798439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:23.822189 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326e7875-1972-4303-a169-d8db651d3c13,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:23.824625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:23.855469 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:23.856676 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5cf12925-7052-4d08-a8f9-547037c51b67 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2517643 Aug 21 12:38:23.859652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42308) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:23.865475 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'security_group_rule': {'security_group_id': '42bed590-53ad-495b-b01c-6b8a32abc032', 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:23.871983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 12:38:23.876014 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Usage tracker for resource:security_group_rule and tenant:d0ff2740855c48bba229d974ad976df0 is out of sync, need to count used quota {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 12:38:23.879033 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82485) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 12:38:23.885710 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.quota.driver [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 12:38:23.927959 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.db.securitygroups_db [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Project d0ff2740855c48bba229d974ad976df0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 12:38:23.935257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.005557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.130106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841817'] for security_group_rule, after_create {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.132831 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-18a8b3af-1cdf-41f7-90e0-1447ee42f4d8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:24.156368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d38dd17-5c91-417c-b11c-46b145c74bf2,revision_number=0']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:24.159004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:24.192800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.194214 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c56728b4-0062-466b-bd40-5090c1365b69 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3334768 Aug 21 12:38:24.338382 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-9aecdc85-879c-47ee-9dbd-7e2976f3bbc8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:38:24.379267 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-9aecdc85-879c-47ee-9dbd-7e2976f3bbc8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:38:24.380556 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-9aecdc85-879c-47ee-9dbd-7e2976f3bbc8 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67121593&fields=id&tenant_id=d0ff2740855c48bba229d974ad976df0 HTTP/1.1" status: 200 len: 267 time: 0.0858917 Aug 21 12:38:24.469003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-fcb02bc6-ae5a-4aa6-b2e5-27aa965f4cb0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:24.470859 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-fcb02bc6-ae5a-4aa6-b2e5-27aa965f4cb0 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0843606 Aug 21 12:38:24.482748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'port': {'security_groups': ['cd1e496e-c166-4ac6-b085-0aa64c133193', '42bed590-53ad-495b-b01c-6b8a32abc032']}} {{(pid=82485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:38:24.496982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42316) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:24.608681 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.683605 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Deleting port faa84bb6-db93-486c-9037-e70e008a09b4 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:24.684224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.861719 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.862122 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.870944 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:24.900864 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for port, precommit_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.929902 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850925324'] for port, after_update {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:24.936457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5c50de43-99e9-4e35-978d-3c96d0bc233f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:24.942344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:38:25.001568 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Calling delete_port for faa84bb6-db93-486c-9037-e70e008a09b4 owned by network:floatingip {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:25.018046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:25.019211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:25.020219 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-55457e54-a253-4f3d-85a3-e79d6c01d5dc req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "PUT /v2.0/ports/e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 981 time: 0.5424583 Aug 21 12:38:25.033306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=6']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:25.039143 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6e70bb60-9b39-4099-b86b-55a525a8f40e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:25.043924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:38:25.094406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:38:25.107207 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'status': 'completed', 'code': 200} Aug 21 12:38:25.233976 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-7023b833-a410-4ebd-8db3-f9178c806f9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1137 time: 0.0950406 Aug 21 12:38:25.285377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d338a-8741-4bc2-9907-6cf386d28e7a req-6d4f4b38-9307-4d83-86e6-d3162c454233 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:25.287504 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d8d338a-8741-4bc2-9907-6cf386d28e7a req-6d4f4b38-9307-4d83-86e6-d3162c454233 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.1200545 Aug 21 12:38:25.315383 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:25.325471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f054ee39-bda6-4077-bdba-3f68d1321f35 tempest-TestShelveInstance-291409374 tempest-TestShelveInstance-291409374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:25.382320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'Port': ['ID=faa84bb6-db93-486c-9037-e70e008a09b4,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:25.385086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:25.406663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-d6b4b677-47f4-4166-acd9-a97842fcc96f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:25.408267 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-d6b4b677-47f4-4166-acd9-a97842fcc96f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.1679521 Aug 21 12:38:25.486671 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-6d8d338a-8741-4bc2-9907-6cf386d28e7a req-75d8cb43-ee8d-4939-9c03-aca89962b605 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1920407 Aug 21 12:38:25.519842 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for floatingip, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:25.529359 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-d9fe0b7f-1e1e-40de-9e1e-5658a1e9b94e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 1001 time: 0.1129808 Aug 21 12:38:25.544586 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:25.546993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-398fd888-d92d-4be7-a1d9-6701aeda1cb9 None None] Provisioning complete for port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:38:25.547152 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8e6c52e1-fa75-4ec6-80ce-ea88c785496e tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "DELETE /v2.0/floatingips/545a3784-621b-46f9-9396-299f0961d9ed HTTP/1.1" status: 204 len: 168 time: 1.0480177 Aug 21 12:38:25.547260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-398fd888-d92d-4be7-a1d9-6701aeda1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:25.604012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-36268243-b866-457c-a713-35ff306deb05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:25.605697 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-36268243-b866-457c-a713-35ff306deb05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0686772 Aug 21 12:38:25.692536 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-b0e01823-f2d4-4a94-8969-cd10d615cc73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797529 Aug 21 12:38:25.840805 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-66da4bb6-97c7-4798-90be-d32a55992179 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391833 Aug 21 12:38:25.985521 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c6ee2b83-0ef7-4efd-935b-c827c928946d req-df044712-5c15-4f48-9306-fa7749a877ac service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378615 Aug 21 12:38:26.298043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device a7510a1b-ca02-42b5-9808-f879e2fbaaa2 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:26.330639 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: a7510a1b-ca02-42b5-9808-f879e2fbaaa2 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:26.331035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device a7510a1b-ca02-42b5-9808-f879e2fbaaa2 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:27.033550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42336) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:27.105376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:27.137284 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:27.147038 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3b90bf3c-8176-4a89-96ac-883604a939a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:27.273046 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:27.277266 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f1eac848-fc17-476c-9d06-f0c102990051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:27.294211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c378498-4af5-4e8a-9336-1ef29db6c545,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:27.296947 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:27.329065 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Notify callbacks [] for security_group, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:27.330336 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-628768c3-fb4f-4f88-a6de-19ed99d25ff8 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] 10.222.0.18 "DELETE /v2.0/security-groups/5c378498-4af5-4e8a-9336-1ef29db6c545 HTTP/1.1" status: 204 len: 168 time: 0.2956650 Aug 21 12:38:27.422327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42342) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:27.948145 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:28.758696 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:28.764011 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Deleting port eb195e16-c5a4-45e6-9eb6-d27242b97dac {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:28.764410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:28.938828 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] For port eb195e16-c5a4-45e6-9eb6-d27242b97dac, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=eb195e16-c5a4-45e6-9eb6-d27242b97dac,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:28.939271 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:29.064399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Calling delete_port for eb195e16-c5a4-45e6-9eb6-d27242b97dac owned by network:router_interface {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:29.267159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:29.271476 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5ff79d9c-7605-4935-9600-e4d5504ad85b tempest-VolumesSnapshotTestJSON-1225674203 tempest-VolumesSnapshotTestJSON-1225674203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:29.313995 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb195e16-c5a4-45e6-9eb6-d27242b97dac,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:29.317769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:29.341386 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:29.616862 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:29.878350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3f39a401-6368-427d-95dd-3d0cbc2a06bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:29.981516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:30.207375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Router 1437e52c-e925-4a40-93a6-00fed490da61 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:38:30.411282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:38:30.420410 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] Sync routers for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:38:30.424319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4581b1fc-9ea8-4881-b51b-56dae615c8a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/1437e52c-e925-4a40-93a6-00fed490da61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0008693 Aug 21 12:38:30.427086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42348) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:30.433458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:30.434176 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:30.623116 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:30.858848 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:30.928021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:38:29Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:30.932147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] Checking router: 1437e52c-e925-4a40-93a6-00fed490da61 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:38:30.943813 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] Routers {'1437e52c-e925-4a40-93a6-00fed490da61'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:30.945025 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['1437e52c-e925-4a40-93a6-00fed490da61'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:31.063431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:31.118437 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Deleting port e22da41d-41c4-4726-b748-9f1151ed84a9 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:31.118825 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:31.143166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] Set router 1437e52c-e925-4a40-93a6-00fed490da61 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:31.186660 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:31.298602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] For port e22da41d-41c4-4726-b748-9f1151ed84a9, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=e22da41d-41c4-4726-b748-9f1151ed84a9,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:31.299003 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:31.423507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Calling delete_port for e22da41d-41c4-4726-b748-9f1151ed84a9 owned by network:router_gateway {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:31.436351 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:38:29Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:31.440553 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9b0f-b389-4ecd-a16f-ad5d33ef4bb8 None None] The sync data for ids ['1437e52c-e925-4a40-93a6-00fed490da61'] in dv-cinder-805477-2-iscsi is: [{'id': '1437e52c-e925-4a40-93a6-00fed490da61', 'name': 'tempest-TestVolumeBootPattern-142956960-router', 'tenant_id': '7c0722379d3d4d2db7faa647c0e06819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:25Z', 'updated_at': '2021-08-21T12:38:29Z', 'revision_number': 5, 'project_id': '7c0722379d3d4d2db7faa647c0e06819', 'gw_port': {'id': 'e22da41d-41c4-4726-b748-9f1151ed84a9', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1437e52c-e925-4a40-93a6-00fed490da61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:26Z', 'updated_at': '2021-08-21T12:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:38:31.621110 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:31.625613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-bfcf278e-d68a-4067-bb41-6c4147d0acb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:31.668621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22da41d-41c4-4726-b748-9f1151ed84a9,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:31.671407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:31.899510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.160684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.165134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.209877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.210338 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1437e52c-e925-4a40-93a6-00fed490da61 {{(pid=82484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:38:32.222792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] Notify callbacks [] for router, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.226781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42354) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:32.226926 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-118ed67d-1c87-498c-95a8-348195f9d0a9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1437e52c-e925-4a40-93a6-00fed490da61 HTTP/1.1" status: 204 len: 168 time: 1.7987385 Aug 21 12:38:32.294312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Deleting subnet 0b6ae8f7-6e0c-4f08-8499-a9c37790b57c {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:38:32.297546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.353040 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.648368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.747438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.752013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8fa09429-2b6d-49a6-affa-74e16aa73e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:32.789157 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6ae8f7-6e0c-4f08-8499-a9c37790b57c,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:32.791856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:32.797201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.802385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2b10a-5028-45aa-9f5c-3a9fe08c4eac None None] Network dd9a4297-0f6e-44b7-a4c8-2762ac972f6f requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:38:32.809850 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-04375bff-c8b4-45d4-afc1-dbd0c930b1e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0b6ae8f7-6e0c-4f08-8499-a9c37790b57c HTTP/1.1" status: 204 len: 168 time: 0.5790331 Aug 21 12:38:32.809850 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42358) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:32.870022 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device e22da41d-41c4-4726-b748-9f1151ed84a9 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:32.918144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: e22da41d-41c4-4726-b748-9f1151ed84a9 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:32.918456 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device e22da41d-41c4-4726-b748-9f1151ed84a9 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:32.918928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device eb195e16-c5a4-45e6-9eb6-d27242b97dac no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:32.922589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.933305 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Deleting port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:32.933670 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:32.956692 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: eb195e16-c5a4-45e6-9eb6-d27242b97dac {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:32.957082 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device eb195e16-c5a4-45e6-9eb6-d27242b97dac not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:33.128881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] DHCP port deletion for dd9a4297-0f6e-44b7-a4c8-2762ac972f6f request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:38:33.133901 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Deleting port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:33.134327 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.150532 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] For port 3a3b3837-7091-4f39-a33f-e3bf3b5de868, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3a3b3837-7091-4f39-a33f-e3bf3b5de868,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:33.150925 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.275791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Calling delete_port for 3a3b3837-7091-4f39-a33f-e3bf3b5de868 owned by network:dhcp {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:33.342656 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] For port 3a3b3837-7091-4f39-a33f-e3bf3b5de868, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3a3b3837-7091-4f39-a33f-e3bf3b5de868,segment=NetworkSegment(e3a115e3-4c0c-459f-a94a-f1096b7b5d52),segment_id=e3a115e3-4c0c-459f-a94a-f1096b7b5d52)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:33.347037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.381515 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.385534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a84b8333-9075-4b33-9906-8985711681f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:33.427168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3b3837-7091-4f39-a33f-e3bf3b5de868,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:33.430797 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:33.436379 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] No DVR routers for this DVR port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 on host dv-cinder-805477-2-iscsi {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:38:33.563258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.577543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9a4297-0f6e-44b7-a4c8-2762ac972f6f']}} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:33.590833 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52') {'for_net_delete': True} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:33.591166 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a115e3-4c0c-459f-a94a-f1096b7b5d52') {} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:33.604246 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857150'] for segment, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.619690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.620302 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Calling delete_port for 3a3b3837-7091-4f39-a33f-e3bf3b5de868 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:33.626368 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=82485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:38:33.626794 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850925354'] for segment, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:38:33.644278 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:38:33.691255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:38:33.691658 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:38:33.745120 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.748784 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9eef8a24-8ec4-4a29-96e5-4c8d738091e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:33.764464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:33.770690 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9a4297-0f6e-44b7-a4c8-2762ac972f6f,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:33.775896 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:33.814500 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd9a4297-0f6e-44b7-a4c8-2762ac972f6f HTTP/1.1" status: 204 len: 168 time: 1.0055635 Aug 21 12:38:33.817376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42362) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:34.192510 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Deleting port 3a3b3837-7091-4f39-a33f-e3bf3b5de868 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:34.192933 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:34.212967 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:34.255406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-b139187c-5df8-408b-9033-f2dd2d8a491b None None] The port '3a3b3837-7091-4f39-a33f-e3bf3b5de868' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:38:34.823421 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Deleting port 5fb81551-7e25-4455-88b5-4ce5a0de0c79 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:34.824092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:34.834385 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3a3b3837-7091-4f39-a33f-e3bf3b5de868 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:34.871217 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 3a3b3837-7091-4f39-a33f-e3bf3b5de868 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:34.871613 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3a3b3837-7091-4f39-a33f-e3bf3b5de868 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:35.003737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] For port 5fb81551-7e25-4455-88b5-4ce5a0de0c79, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=5fb81551-7e25-4455-88b5-4ce5a0de0c79,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:35.004144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:35.127083 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Calling delete_port for 5fb81551-7e25-4455-88b5-4ce5a0de0c79 owned by network:router_interface {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:35.323789 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:35.328171 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:35.368496 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb81551-7e25-4455-88b5-4ce5a0de0c79,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:35.372738 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:35.669242 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:36.470282 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Router 0efb0366-74a8-4fa9-b3b1-d7553885638e has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:38:36.676677 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:38:36.685535 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] Sync routers for ids ['0efb0366-74a8-4fa9-b3b1-d7553885638e'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:38:36.698473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] Routers {'0efb0366-74a8-4fa9-b3b1-d7553885638e'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:36.699146 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['0efb0366-74a8-4fa9-b3b1-d7553885638e'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:36.729856 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-5a2a688f-8cdb-451f-9d6f-e5d5e0c02915 admin admin] 10.222.0.18 "PUT /v2.0/routers/0efb0366-74a8-4fa9-b3b1-d7553885638e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112711 Aug 21 12:38:36.732336 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42366) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:36.952127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:37.027623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] Set router 0efb0366-74a8-4fa9-b3b1-d7553885638e gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:37.159471 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:37.196329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Deleting port 34bd137d-0d9f-4601-8ae1-449b4023132d {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:37.196700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:37.317657 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:38:35Z', 'revision_number': 5, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port': {'id': '34bd137d-0d9f-4601-8ae1-449b4023132d', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:30:39Z', 'updated_at': '2021-08-21T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:37.321758 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] Checking router: 0efb0366-74a8-4fa9-b3b1-d7553885638e for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:38:37.332856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] Routers {'0efb0366-74a8-4fa9-b3b1-d7553885638e'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:38:37.333516 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:38:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['0efb0366-74a8-4fa9-b3b1-d7553885638e'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:37.372783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] For port 34bd137d-0d9f-4601-8ae1-449b4023132d, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=34bd137d-0d9f-4601-8ae1-449b4023132d,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:37.373182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:37.489056 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] Set router 0efb0366-74a8-4fa9-b3b1-d7553885638e gateway port host: None {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:38:37.496644 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Calling delete_port for 34bd137d-0d9f-4601-8ae1-449b4023132d owned by network:router_gateway {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:37.596275 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:38:37Z', 'revision_number': 6, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port_host': None}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:37.600984 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3870864-27ab-4933-ab87-4d483a621985 None None] The sync data for ids ['0efb0366-74a8-4fa9-b3b1-d7553885638e'] in dv-cinder-805477-2-iscsi is: [{'id': '0efb0366-74a8-4fa9-b3b1-d7553885638e', 'name': 'tempest-TestVolumeBootPattern-1053879706-router', 'tenant_id': '4948701c7e6f47229b4626338aaedc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:30:38Z', 'updated_at': '2021-08-21T12:38:37Z', 'revision_number': 6, 'project_id': '4948701c7e6f47229b4626338aaedc44', 'gw_port_host': None}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:38:37.694465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:37.699356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-823ac648-2bb2-428b-91b8-4239030a5b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:37.745854 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bd137d-0d9f-4601-8ae1-449b4023132d,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:37.748621 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:37.976771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.457076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.461420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.516225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.516930 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0efb0366-74a8-4fa9-b3b1-d7553885638e {{(pid=82485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:38:38.529614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.530876 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2abc80ed-cfe9-4043-b822-5e29837fada4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0efb0366-74a8-4fa9-b3b1-d7553885638e HTTP/1.1" status: 204 len: 168 time: 1.7975712 Aug 21 12:38:38.533610 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42372) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:38.599666 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Deleting subnet b755bc6a-7ea9-44ae-ae4a-00d214cff237 {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:38:38.603589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.655401 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.736034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.833067 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.835439 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5fb81551-7e25-4455-88b5-4ce5a0de0c79 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:38.838565 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:38.868623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 5fb81551-7e25-4455-88b5-4ce5a0de0c79 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:38.869013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 5fb81551-7e25-4455-88b5-4ce5a0de0c79 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:38.869479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 34bd137d-0d9f-4601-8ae1-449b4023132d no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:38.873295 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b755bc6a-7ea9-44ae-ae4a-00d214cff237,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:38.877502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:38.880265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:38.886662 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b755bc6a-7ea9-44ae-ae4a-00d214cff237 HTTP/1.1" status: 204 len: 168 time: 0.3519890 Aug 21 12:38:38.889360 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42376) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:38.897937 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b2a3c-39af-4fc9-ba79-aeb16c8da256 None None] Network ea63b44d-40d5-43bc-a046-fee6e56a5ab7 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:38:38.981528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 34bd137d-0d9f-4601-8ae1-449b4023132d {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:38.981969 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 34bd137d-0d9f-4601-8ae1-449b4023132d not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:39.010845 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.022355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Deleting port 54d52fc9-34c1-4020-b493-bf6c315071a1 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:39.022355 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.174240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] DHCP port deletion for ea63b44d-40d5-43bc-a046-fee6e56a5ab7 request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:38:39.179680 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Deleting port 54d52fc9-34c1-4020-b493-bf6c315071a1 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:39.180071 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.237780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] For port 54d52fc9-34c1-4020-b493-bf6c315071a1, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=54d52fc9-34c1-4020-b493-bf6c315071a1,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:39.238104 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.363906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Calling delete_port for 54d52fc9-34c1-4020-b493-bf6c315071a1 owned by network:dhcp {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:39.388172 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] For port 54d52fc9-34c1-4020-b493-bf6c315071a1, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=54d52fc9-34c1-4020-b493-bf6c315071a1,segment=NetworkSegment(8dcde298-1f52-448c-a8f0-0be07f8ce113),segment_id=8dcde298-1f52-448c-a8f0-0be07f8ce113)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:38:39.388619 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.466715 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.471232 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-a21e79bc-58ee-414c-99cc-3192544ed1b9 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:39.512806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Calling delete_port for 54d52fc9-34c1-4020-b493-bf6c315071a1 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:38:39.518391 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d52fc9-34c1-4020-b493-bf6c315071a1,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:39.521371 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:39.524799 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] No DVR routers for this DVR port 54d52fc9-34c1-4020-b493-bf6c315071a1 on host dv-cinder-805477-2-iscsi {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:38:39.588223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:38:39.588900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:38:39.646208 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.660257 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea63b44d-40d5-43bc-a046-fee6e56a5ab7']}} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:39.673369 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcde298-1f52-448c-a8f0-0be07f8ce113') {'for_net_delete': True} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:39.673708 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcde298-1f52-448c-a8f0-0be07f8ce113') {} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:38:39.685412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857150'] for segment, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.699939 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.706131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=82485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:38:39.706557 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850925354'] for segment, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:38:39.720877 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:38:39.832265 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.836339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:39.849615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:39.860874 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea63b44d-40d5-43bc-a046-fee6e56a5ab7,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:39.865245 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:39.868906 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ea63b44d-40d5-43bc-a046-fee6e56a5ab7 HTTP/1.1" status: 204 len: 168 time: 0.9785008 Aug 21 12:38:40.090793 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Deleting port 54d52fc9-34c1-4020-b493-bf6c315071a1 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:38:40.091262 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:40.094190 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42382) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:40.150741 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-14a368bb-ab3c-42f5-b82a-d3d7094dfced admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c0722379d3d4d2db7faa647c0e06819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528860 Aug 21 12:38:40.150982 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42386) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:40.154817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e46ab-2ea9-4634-91cf-575a992427a3 None None] The port '54d52fc9-34c1-4020-b493-bf6c315071a1' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:38:40.213704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:40.239908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:40.392274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:40.397353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7f0a899f-e110-483f-b0e5-cfee48589b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:40.411507 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c2cc73-25fa-42e1-8a41-91b772d83b02,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:40.415268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:40.418544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:40.419756 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-476fc43b-3ddb-430d-917f-1e35f7dd7f17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2c2cc73-25fa-42e1-8a41-91b772d83b02 HTTP/1.1" status: 204 len: 168 time: 0.2677968 Aug 21 12:38:40.834800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 54d52fc9-34c1-4020-b493-bf6c315071a1 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:38:40.872119 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 54d52fc9-34c1-4020-b493-bf6c315071a1 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:38:40.872511 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 54d52fc9-34c1-4020-b493-bf6c315071a1 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:38:40.952549 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42394) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:41.006342 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-68c6ea24-00d8-4f73-878e-48d4e5239536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4948701c7e6f47229b4626338aaedc44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522866 Aug 21 12:38:41.008720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42398) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:38:41.071731 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:41.098412 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:41.173095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:41.178618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-41db231a-3e2b-4199-bbfc-907d171b90fd tempest-AttachVolumeShelveTestJSON-1137288706 tempest-AttachVolumeShelveTestJSON-1137288706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:38:41.190949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873983f9-ba03-4ce2-b4aa-517cabbf75bf,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:38:41.193425 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:38:41.197367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:41.199392 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-9cef708f-7f13-47f1-87cb-925384ba5d54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/873983f9-ba03-4ce2-b4aa-517cabbf75bf HTTP/1.1" status: 204 len: 168 time: 0.1894937 Aug 21 12:38:43.119801 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-2581adec-ea48-450b-807e-71657a56f737 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1137 time: 0.1428018 Aug 21 12:38:43.126376 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c40cc-5b69-4209-bbf3-d69c7ca05313 req-094f2bc6-ed53-4693-8cfa-c38019ba3091 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:43.127845 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e8c40cc-5b69-4209-bbf3-d69c7ca05313 req-094f2bc6-ed53-4693-8cfa-c38019ba3091 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.1141016 Aug 21 12:38:43.276798 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9e8c40cc-5b69-4209-bbf3-d69c7ca05313 req-ce9966ca-7014-439b-bb06-af9c302a0ee1 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1258206 Aug 21 12:38:43.299661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-fc231dbf-39c0-49b4-9e67-a5a587098e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:43.301221 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-fc231dbf-39c0-49b4-9e67-a5a587098e23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.1724951 Aug 21 12:38:43.409995 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-132c87cf-fa57-4ae6-935c-d4a0f5ce7f8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 1001 time: 0.1020989 Aug 21 12:38:43.480325 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-caafae6d-8706-498d-920c-4c7870e2c5a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:43.481845 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-caafae6d-8706-498d-920c-4c7870e2c5a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0652349 Aug 21 12:38:43.560227 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-7a6362a8-4eba-4b29-a819-319911016a64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719118 Aug 21 12:38:43.699183 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-a1fe2691-54ee-47f3-b2ab-012927d282e5 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318760 Aug 21 12:38:43.837648 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-9fc6bbcd-dc6f-4832-b0f3-90ccd0ce73e9 req-393f36ee-5351-44a3-8b40-43415a7db168 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315193 Aug 21 12:38:44.483095 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a1afc-92e5-4389-ae27-e1482115cccd req-258432e5-4176-4cd2-a442-02a7b03c7fea tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:44.484684 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e2a1afc-92e5-4389-ae27-e1482115cccd req-258432e5-4176-4cd2-a442-02a7b03c7fea tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0844827 Aug 21 12:38:44.536121 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1e2a1afc-92e5-4389-ae27-e1482115cccd req-aeccc9c6-3e1a-4dfa-ab35-c51425fbeba7 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450377 Aug 21 12:38:45.737701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bed1ef-d732-4447-b02f-12a1aedcadd4 req-fc5d1788-d454-496a-8150-d0578028d27f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:45.739295 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d1bed1ef-d732-4447-b02f-12a1aedcadd4 req-fc5d1788-d454-496a-8150-d0578028d27f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0822895 Aug 21 12:38:45.792761 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-d1bed1ef-d732-4447-b02f-12a1aedcadd4 req-f4097a46-e1f6-4ab3-8926-c68f4fa59923 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0473793 Aug 21 12:38:46.991555 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044673f-b9c9-4b51-b790-edf4026a372e req-b5c061ab-42ab-4da4-9af7-ae60b20f09b7 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:46.993154 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7044673f-b9c9-4b51-b790-edf4026a372e req-b5c061ab-42ab-4da4-9af7-ae60b20f09b7 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0815148 Aug 21 12:38:47.046291 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7044673f-b9c9-4b51-b790-edf4026a372e req-4d86fb43-7a04-45a5-ae34-4e0c518d5ace tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0469625 Aug 21 12:38:48.199211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:38:48.245457 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d180544-499d-444c-81e6-214dbda8a24e req-6fd5656b-9e7a-4384-a21a-bacff6f04144 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:48.247059 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5d180544-499d-444c-81e6-214dbda8a24e req-6fd5656b-9e7a-4384-a21a-bacff6f04144 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0807114 Aug 21 12:38:48.295394 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5d180544-499d-444c-81e6-214dbda8a24e req-8ea3acf4-8995-4651-9724-795ee168d76e tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422120 Aug 21 12:38:49.498211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75193007-2081-4048-a57f-93f929d8437b req-9eb875af-cc4c-4f20-99df-24cdfb2ea946 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:49.499852 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-75193007-2081-4048-a57f-93f929d8437b req-9eb875af-cc4c-4f20-99df-24cdfb2ea946 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0818756 Aug 21 12:38:49.549937 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-75193007-2081-4048-a57f-93f929d8437b req-fcdbb564-fcfd-44c3-9079-9a5794064066 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437744 Aug 21 12:38:50.758620 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51636e-4df3-4e68-aa17-592549636edd req-18c52e97-9086-497a-83de-7a138b3aee3d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:50.760175 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5c51636e-4df3-4e68-aa17-592549636edd req-18c52e97-9086-497a-83de-7a138b3aee3d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0843372 Aug 21 12:38:50.809715 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-5c51636e-4df3-4e68-aa17-592549636edd req-0f3fcf8e-2796-458b-9229-c3ef30a17510 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433552 Aug 21 12:38:52.022816 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1e6b-57be-41e3-b4de-e7059d3cb1c3 req-56ff307e-bf91-4a84-a6ee-f62e7cb6f0d6 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:52.024429 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e37a1e6b-57be-41e3-b4de-e7059d3cb1c3 req-56ff307e-bf91-4a84-a6ee-f62e7cb6f0d6 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0876777 Aug 21 12:38:52.073103 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-e37a1e6b-57be-41e3-b4de-e7059d3cb1c3 req-93c0a2f5-7c14-41f8-b48e-36b157dc3093 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426040 Aug 21 12:38:53.271201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9b253-0328-43b2-a4dc-69cc4b7499e2 req-602c4fc4-0685-481e-aae0-a783093f6007 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:53.273543 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dfd9b253-0328-43b2-a4dc-69cc4b7499e2 req-602c4fc4-0685-481e-aae0-a783093f6007 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0808280 Aug 21 12:38:53.322368 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-dfd9b253-0328-43b2-a4dc-69cc4b7499e2 req-54188633-a86e-4767-8803-679322e4ad07 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427754 Aug 21 12:38:54.525175 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015a45-ed31-4f1d-9189-e40ddc539d95 req-431515d3-b1e8-4f05-9db4-577e28f2a700 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:54.526790 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aa015a45-ed31-4f1d-9189-e40ddc539d95 req-431515d3-b1e8-4f05-9db4-577e28f2a700 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0831387 Aug 21 12:38:54.577169 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-aa015a45-ed31-4f1d-9189-e40ddc539d95 req-e5afdcbd-adc1-4174-9c30-918e976af458 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443299 Aug 21 12:38:55.792684 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbfd4c-0c2f-4786-bb20-87565dc77fe5 req-357ac063-61ea-4779-9997-4fcd8662f75a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:55.794319 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c7dbfd4c-0c2f-4786-bb20-87565dc77fe5 req-357ac063-61ea-4779-9997-4fcd8662f75a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0948677 Aug 21 12:38:55.845417 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-c7dbfd4c-0c2f-4786-bb20-87565dc77fe5 req-65ab52f0-2a91-4637-a48c-592edc0bd955 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449390 Aug 21 12:38:57.061002 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223808ae-4f91-4bbc-be7f-f61b9d19b6da req-9cb16ee4-9652-4572-acaf-24fec5445b9d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:57.062546 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-223808ae-4f91-4bbc-be7f-f61b9d19b6da req-9cb16ee4-9652-4572-acaf-24fec5445b9d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0853779 Aug 21 12:38:57.112504 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-223808ae-4f91-4bbc-be7f-f61b9d19b6da req-cc52748e-604d-432e-8ebf-fd05344fd7f4 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0430253 Aug 21 12:38:57.144523 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-775e4fdd-3c73-4430-b922-7bc1857417c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:58.319505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9058d-98ef-46b0-a08a-efc89df7395c req-988c91a8-34ef-486e-af39-026ab72c387f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:58.321012 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abd9058d-98ef-46b0-a08a-efc89df7395c req-988c91a8-34ef-486e-af39-026ab72c387f tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0832100 Aug 21 12:38:58.375304 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-abd9058d-98ef-46b0-a08a-efc89df7395c req-5bd32e8a-accd-4109-b33d-48bd019da99a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0479922 Aug 21 12:38:58.767212 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:59.346473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:59.578970 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76211c-e14a-4514-bdf9-2e8a073a2980 req-596c4b48-8728-401e-922f-6d1e4a3d7c56 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:38:59.580522 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cf76211c-e14a-4514-bdf9-2e8a073a2980 req-596c4b48-8728-401e-922f-6d1e4a3d7c56 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0841465 Aug 21 12:38:59.633815 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-cf76211c-e14a-4514-bdf9-2e8a073a2980 req-7e6ba183-5846-4ccf-843a-3b7dd75e4a0d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464983 Aug 21 12:38:59.900972 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-3319a621-204d-45bc-b28b-a5a799abb447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:38:59.980903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:00.835221 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428a691-5632-435b-af64-a916185e5c7b req-040311da-c321-4235-b85f-1de046b20546 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:00.836796 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2428a691-5632-435b-af64-a916185e5c7b req-040311da-c321-4235-b85f-1de046b20546 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0812712 Aug 21 12:39:00.885981 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-2428a691-5632-435b-af64-a916185e5c7b req-6f084ca6-8100-4b3b-8fa0-79661d00a885 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&id=42bed590-53ad-495b-b01c-6b8a32abc032&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429864 Aug 21 12:39:01.157611 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:04.413360 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-641e7eda-829f-4266-a9d9-b8420ff18c73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761259 Aug 21 12:39:04.556190 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-7d9bf799-dd17-417a-9f3d-4e510142d15b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1137 time: 0.0729241 Aug 21 12:39:04.704374 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-5dad6233-f43e-4c82-8873-e61a1097e1ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:04.705840 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-5dad6233-f43e-4c82-8873-e61a1097e1ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.1319768 Aug 21 12:39:04.811133 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-68397b9d-3d74-4593-92a5-91f4da73398a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 1001 time: 0.0988793 Aug 21 12:39:04.878148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-a78d2e92-bbb7-4188-a706-74cda0625f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:04.879673 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-a78d2e92-bbb7-4188-a706-74cda0625f57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0625739 Aug 21 12:39:04.959962 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-2fc3b5a4-3739-4c0c-bd12-31533a435877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740116 Aug 21 12:39:05.310390 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-5263ddec-28db-4b71-8015-4c71856e0ebc service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436456 Aug 21 12:39:05.449378 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-ce45737d-46b2-45d1-aa64-9cbdc9060820 req-0b606a1a-3b82-4c99-a7b0-8b739198d4e9 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327739 Aug 21 12:39:25.199240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:39:27.143497 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b222-8f5c-4201-a37e-478c8ea427bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:28.751481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:29.340089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:29.877179 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-147a12da-f879-4ec8-8163-86f6a41f421f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:29.977927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:31.160662 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.088483 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-ee874ca8-2f41-4194-ab26-16a86ca73d54 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67121593&fields=id&tenant_id=d0ff2740855c48bba229d974ad976df0 HTTP/1.1" status: 200 len: 267 time: 0.0435607 Aug 21 12:39:33.172270 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-cb0980f8-0dea-426b-b9ab-2d59380cc02d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:33.173843 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-cb0980f8-0dea-426b-b9ab-2d59380cc02d tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 984 time: 0.0798953 Aug 21 12:39:33.185135 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.v2.base [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Request body: {'port': {'security_groups': ['cd1e496e-c166-4ac6-b085-0aa64c133193']}} {{(pid=82484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 12:39:33.306306 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1126642'] for port, before_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.554291 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:33.581078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for port, precommit_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.608791 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733470739486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733470260902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363303384514881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3296022'] for port, after_update {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.614279 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-1cc70d21-30d9-48c0-8472-95683eee4e13 tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:33.620365 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:39:33.674224 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:33.674900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.676385 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-1cfb4edf-81d8-4053-bafe-88444a4837f8 req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "PUT /v2.0/ports/e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 942 time: 0.4960389 Aug 21 12:39:33.677468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:39:33.685927 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42456) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:33.704434 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event updated for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=7']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:33.723154 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.723737 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.724161 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.724725 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.725034 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.725454 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.725926 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.726350 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.726764 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.727178 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.727594 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:33.731956 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-65c979e6-13ee-485b-9af8-fb763746a157 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:33.748072 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'status': 'completed', 'code': 200} Aug 21 12:39:33.756491 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:39:33.826724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.868694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:33.932294 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-7fed09d0-aee1-41c7-aafb-7ed4e0cfc141 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1098 time: 0.1568007 Aug 21 12:39:34.012315 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.provisioning_blocks [None req-21ed0c98-380c-4c53-a34c-eba1827082b7 None None] Provisioning complete for port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 triggered by entity DHCP. {{(pid=82486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 12:39:34.012733 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-21ed0c98-380c-4c53-a34c-eba1827082b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854772841'] for port, provisioning_complete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:34.053780 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:34.060614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-adb8a8f3-683c-4414-a23a-04ea7d2ab219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:34.085258 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bed590-53ad-495b-b01c-6b8a32abc032,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:34.105623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39529c94-5327-4856-8519-4543dc3d5d6c req-7cc2af2c-b9f4-4ff7-acf5-cfc2e236f01a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:34.107257 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-7cc2af2c-b9f4-4ff7-acf5-cfc2e236f01a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.1685812 Aug 21 12:39:34.108701 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.109124 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.109540 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.109988 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.110402 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.111099 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.111234 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.111569 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.111968 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.112367 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.112771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-2-iscsi {{(pid=82485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 12:39:34.118288 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:34.176020 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:34.177843 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-e30b5e40-1edc-471e-9641-342cef8f8350 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "DELETE /v2.0/security-groups/42bed590-53ad-495b-b01c-6b8a32abc032 HTTP/1.1" status: 204 len: 168 time: 0.4904623 Aug 21 12:39:34.180783 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82484) accepted ('10.222.0.18', 42460) {{(pid=82484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:34.223458 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-93cd11b6-169c-46f5-8cc3-45e03dcfad02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 1001 time: 0.1041472 Aug 21 12:39:34.292915 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39529c94-5327-4856-8519-4543dc3d5d6c req-6aa1ff45-a600-4c1b-823f-c721bcb6ca1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:34.294528 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-6aa1ff45-a600-4c1b-823f-c721bcb6ca1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0651641 Aug 21 12:39:34.373279 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-c40ef24b-d3a4-4698-bff8-2dd0eca8bd44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723672 Aug 21 12:39:34.387749 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Deleting port 116aa5dd-9de9-4789-a73c-d9655c41ad03 {{(pid=82484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:34.388134 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:34.514231 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-1e636938-4f11-4513-b68e-71115b262e17 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346626 Aug 21 12:39:34.665366 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-39529c94-5327-4856-8519-4543dc3d5d6c req-0b6399a7-3ce6-4723-8721-5898fe136bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451678 Aug 21 12:39:34.783625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:34.784004 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:34.907013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Calling delete_port for 116aa5dd-9de9-4789-a73c-d9655c41ad03 owned by network:floatingip {{(pid=82484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:35.080996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851479793'] for port, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:35.085356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-f439d562-f222-4136-b734-577bdcf78cdd tempest-AttachVolumeTestJSON-1956709231 tempest-AttachVolumeTestJSON-1956709231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:35.127051 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event deleted for resources: {'Port': ['ID=116aa5dd-9de9-4789-a73c-d9655c41ad03,revision_number=None']} {{(pid=82484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:35.129814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:35.222407 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks [] for floatingip, after_delete {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:35.619127 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Router a4287a37-2901-4b68-9f28-fa951e269444 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:39:35.821976 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:39:35.831827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] Sync routers for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:39:35.845729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:39:35.846426 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:39:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:35.892377 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for floatingip, before_response {{(pid=82484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:35.949842 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-ec4d6e9d-c9a2-43ab-a2ef-ba5629d413d3 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "DELETE /v2.0/floatingips/b30a3215-08bb-43a4-b5c2-17b12fbfa7a6 HTTP/1.1" status: 204 len: 168 time: 1.7678640 Aug 21 12:39:35.950547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:39:36.013932 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'status': 'completed', 'code': 200} Aug 21 12:39:36.035543 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:39:36.116135 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-01d0fab1-594c-4bb4-81be-411d35fe9a06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0ff2740855c48bba229d974ad976df0&device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 1098 time: 0.0786064 Aug 21 12:39:36.259992 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31809d1b-129a-4301-b85f-863710b757cb req-161e3a68-1352-4509-a4f3-232f3300fb63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:36.261705 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-161e3a68-1352-4509-a4f3-232f3300fb63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 200 len: 916 time: 0.1390927 Aug 21 12:39:36.338018 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-47c3580f-271f-4898-a203-db2b2f30b308 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 200 len: 217 time: 0.0700531 Aug 21 12:39:36.372443 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:27Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:36.376867 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] Checking router: a4287a37-2901-4b68-9f28-fa951e269444 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:39:36.390517 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:39:36.391317 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:39:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:36.409716 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31809d1b-129a-4301-b85f-863710b757cb req-604b2d37-c5a6-4e63-a5d3-3772f199c6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:36.411471 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-604b2d37-c5a6-4e63-a5d3-3772f199c6c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 200 len: 854 time: 0.0673409 Aug 21 12:39:36.494621 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-f8f03a6f-da8b-4a76-afc2-829c1c122b00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de57147-0c74-43e7-aed3-609dc438bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769165 Aug 21 12:39:36.646343 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-c02b902e-5538-4876-a34f-0a5e703acddd service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415515 Aug 21 12:39:36.744018 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:39:36.791633 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-31809d1b-129a-4301-b85f-863710b757cb req-9d359ffb-e2a1-4758-8e7b-cff5cf22d743 service neutron] 10.222.0.35 "GET /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355903 Aug 21 12:39:37.073905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:27Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:37.078152 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18e63f-281a-47be-afe1-52fb97483fd6 None None] The sync data for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi is: [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:17Z', 'revision_number': 4, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi', '_interfaces': [{'id': '3d0f2bd7-ef3a-465b-99af-602de9828088', 'name': '', 'network_id': '3de57147-0c74-43e7-aed3-609dc438bfbf', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'mac_address': 'fa:16:3e:d1:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:16Z', 'updated_at': '2021-08-21T12:37:27Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'subnets': [{'id': 'd5b958f4-96ef-4042-bf91-f0b6ec587533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:39:37.535996 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b6fbdc-6792-4fd3-a104-f882d7965a5f None None] New status for floating IP b30a3215-08bb-43a4-b5c2-17b12fbfa7a6: DOWN {{(pid=82487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 12:39:39.472512 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389e545-e3ff-4c05-9dee-977558781d5b req-cba2d286-2786-46cd-bea5-fae384fdd98a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:39.474187 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f389e545-e3ff-4c05-9dee-977558781d5b req-cba2d286-2786-46cd-bea5-fae384fdd98a tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0868011 Aug 21 12:39:39.521702 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f389e545-e3ff-4c05-9dee-977558781d5b req-fac2cada-ee7f-4fcb-967c-8703c4e5bc76 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:security_group {{(pid=82485) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:39:39.560623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-f389e545-e3ff-4c05-9dee-977558781d5b req-fac2cada-ee7f-4fcb-967c-8703c4e5bc76 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:security_group {{(pid=82485) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:39:39.561805 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-f389e545-e3ff-4c05-9dee-977558781d5b req-fac2cada-ee7f-4fcb-967c-8703c4e5bc76 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816929 Aug 21 12:39:40.819103 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f544-7fd5-45d8-8b9e-51009e660ec4 req-ab4d73c2-327c-4d03-a45e-5e046c196568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:40.819871 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-beb4f544-7fd5-45d8-8b9e-51009e660ec4 req-ab4d73c2-327c-4d03-a45e-5e046c196568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Synchronizing usage tracker for tenant:d0ff2740855c48bba229d974ad976df0 on resource:port {{(pid=82484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 12:39:40.848879 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.quota.resource [req-beb4f544-7fd5-45d8-8b9e-51009e660ec4 req-ab4d73c2-327c-4d03-a45e-5e046c196568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Unset dirty status for tenant:d0ff2740855c48bba229d974ad976df0 on resource:port {{(pid=82484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 12:39:40.850208 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-beb4f544-7fd5-45d8-8b9e-51009e660ec4 req-ab4d73c2-327c-4d03-a45e-5e046c196568 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.1179545 Aug 21 12:39:40.899832 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-beb4f544-7fd5-45d8-8b9e-51009e660ec4 req-46303ad0-b5f5-437c-a6a6-254f036ad539 tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd1e496e-c166-4ac6-b085-0aa64c133193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Aug 21 12:39:41.102728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-7ee4835a-10c7-4fd5-9070-7c1bd631348c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 12:39:41.104253 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-7ee4835a-10c7-4fd5-9070-7c1bd631348c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.35 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 945 time: 0.0791085 Aug 21 12:39:41.180182 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Deleting port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:41.180479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:41.425328 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] For port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:41.425728 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:41.569889 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Calling delete_port for e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 owned by compute:nova {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:41.731960 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:41.737584 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-dd152de7-0184-459c-9991-dafcde19a7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:41.743395 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] get_ports_and_sgs() called for port_ids ['e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'] {{(pid=82486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 12:39:41.785147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Pushing event deleted for resources: {'Port': ['ID=e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:41.789891 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:41.861724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] No DVR routers for this DVR port e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 on host hv-cinder-80547 {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:39:41.864389 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120424'] for port, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:41.867158 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'name': 'network-vif-deleted', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1'}] {{(pid=82485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 12:39:41.910087 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-7a6e785a-eaf8-435d-912f-938ba6c7f7d1 req-9e5f88dc-3c41-49e1-bb9b-300a4ccfc71c tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.35 "DELETE /v2.0/ports/e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 HTTP/1.1" status: 204 len: 173 time: 0.8002131 Aug 21 12:39:41.921728 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c795c4-8212-48ea-931a-ddc493b69509', 'name': 'network-vif-deleted', 'tag': 'e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1', 'status': 'completed', 'code': 200} Aug 21 12:39:42.106545 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [req-8ef4c1b9-67a7-40e7-be1f-ca8185d00965 req-94479bd4-65b0-4f55-a24c-22b73b79a7af tempest-TestMinimumBasicScenario-1936829136 tempest-TestMinimumBasicScenario-1936829136-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c795c4-8212-48ea-931a-ddc493b69509 HTTP/1.1" status: 200 len: 210 time: 0.0502539 Aug 21 12:39:44.393959 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42542) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:44.778534 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:44.811735 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] No Port match for: e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:44.812130 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Device e4868a0d-a0fd-4f94-b7ed-4ea0f353fcf1 not bound to the agent host hv-cinder-80547 {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:44.998946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:45.601473 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Deleting port 3d0f2bd7-ef3a-465b-99af-602de9828088 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:45.602131 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:45.781064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] For port 3d0f2bd7-ef3a-465b-99af-602de9828088, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=3d0f2bd7-ef3a-465b-99af-602de9828088,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:45.781465 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:45.905263 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Calling delete_port for 3d0f2bd7-ef3a-465b-99af-602de9828088 owned by network:router_interface {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:46.122994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:46.127474 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-403e5025-5cbe-4344-9046-c40eabc793e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:46.169597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0f2bd7-ef3a-465b-99af-602de9828088,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:46.172345 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:46.466045 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:47.059655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Router a4287a37-2901-4b68-9f28-fa951e269444 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:39:47.289008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:39:47.300168 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] Sync routers for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:39:47.304073 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-b3fb1a65-4ae7-4f42-adf7-4da3a201bf31 admin admin] 10.222.0.18 "PUT /v2.0/routers/a4287a37-2901-4b68-9f28-fa951e269444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9088244 Aug 21 12:39:47.306597 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42546) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:47.312836 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:39:47.313448 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:39:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:47.499077 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:39:47.731078 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks [] for router, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:47.801200 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:39:46Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:47.805201 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] Checking router: a4287a37-2901-4b68-9f28-fa951e269444 for host: dv-cinder-805477-2-iscsi {{(pid=82486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:39:47.816445 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] Routers {'a4287a37-2901-4b68-9f28-fa951e269444'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:39:47.817092 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:39:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['a4287a37-2901-4b68-9f28-fa951e269444'], 'active': True} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:47.937881 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:47.983614 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Deleting port 01916e6e-4684-4df6-afcf-8e6bf75807ef {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:47.983946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:47.999399 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] Set router a4287a37-2901-4b68-9f28-fa951e269444 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:39:48.162539 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] For port 01916e6e-4684-4df6-afcf-8e6bf75807ef, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=01916e6e-4684-4df6-afcf-8e6bf75807ef,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:48.163141 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:48.289479 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Calling delete_port for 01916e6e-4684-4df6-afcf-8e6bf75807ef owned by network:router_gateway {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:48.296064 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:39:46Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:48.300162 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe2a1c-8bbb-40ff-bad1-d025675f02ec None None] The sync data for ids ['a4287a37-2901-4b68-9f28-fa951e269444'] in dv-cinder-805477-2-iscsi is: [{'id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'name': 'tempest-TestMinimumBasicScenario-1278219975-router', 'tenant_id': 'd0ff2740855c48bba229d974ad976df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:39:46Z', 'revision_number': 5, 'project_id': 'd0ff2740855c48bba229d974ad976df0', 'gw_port': {'id': '01916e6e-4684-4df6-afcf-8e6bf75807ef', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4287a37-2901-4b68-9f28-fa951e269444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:14Z', 'updated_at': '2021-08-21T12:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:39:48.492133 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:48.497353 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-fddaae04-8fe1-4dd1-a9e7-f4085a33e873 tempest-TestVolumeBootPattern-2084738632 tempest-TestVolumeBootPattern-2084738632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:48.539043 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=01916e6e-4684-4df6-afcf-8e6bf75807ef,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:48.541940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:48.770547 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:48.880089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3d0f2bd7-ef3a-465b-99af-602de9828088 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:48.913312 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 3d0f2bd7-ef3a-465b-99af-602de9828088 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:48.913704 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 3d0f2bd7-ef3a-465b-99af-602de9828088 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:49.037545 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.041935 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.126392 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.127013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4287a37-2901-4b68-9f28-fa951e269444 {{(pid=82485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:39:49.139820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.143630 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-cf144c12-5c1f-417a-b8ba-51e58dcebb74 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a4287a37-2901-4b68-9f28-fa951e269444 HTTP/1.1" status: 204 len: 168 time: 1.8334975 Aug 21 12:39:49.143814 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42552) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:49.214615 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Deleting subnet d5b958f4-96ef-4042-bf91-f0b6ec587533 {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:39:49.219435 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.272260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.355771 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.446724 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.451550 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-ca795332-e226-4f4f-8739-a2f1e570202d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:49.487687 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b958f4-96ef-4042-bf91-f0b6ec587533,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:49.490595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:49.493058 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.498877 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c972886-98f5-48aa-87ff-3ab9436c0ed0 None None] Network 3de57147-0c74-43e7-aed3-609dc438bfbf requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:39:49.500451 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-d91119ff-1a61-42bc-b3eb-f3c7772c6ad2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5b958f4-96ef-4042-bf91-f0b6ec587533 HTTP/1.1" status: 204 len: 168 time: 0.3555820 Aug 21 12:39:49.503147 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42556) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:49.616089 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.626934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Deleting port 0ec483ff-7a84-4a76-af07-e1eb23152537 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:49.628481 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.757021 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] DHCP port deletion for 3de57147-0c74-43e7-aed3-609dc438bfbf request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:39:49.761159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Deleting port 0ec483ff-7a84-4a76-af07-e1eb23152537 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:49.761576 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.841573 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] For port 0ec483ff-7a84-4a76-af07-e1eb23152537, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0ec483ff-7a84-4a76-af07-e1eb23152537,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:49.842015 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:49.964693 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Calling delete_port for 0ec483ff-7a84-4a76-af07-e1eb23152537 owned by network:dhcp {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:49.970559 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] For port 0ec483ff-7a84-4a76-af07-e1eb23152537, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0ec483ff-7a84-4a76-af07-e1eb23152537,segment=NetworkSegment(55218f37-a770-47f8-ad05-9801b4c2b420),segment_id=55218f37-a770-47f8-ad05-9801b4c2b420)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:49.970998 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.075023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.079792 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-70c05978-54dd-46e1-99a4-163e1e10437d tempest-ServerRescueNegativeTestJSON-1201668678 tempest-ServerRescueNegativeTestJSON-1201668678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:50.093631 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Calling delete_port for 0ec483ff-7a84-4a76-af07-e1eb23152537 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:50.123777 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec483ff-7a84-4a76-af07-e1eb23152537,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:50.128106 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:50.130694 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] No DVR routers for this DVR port 0ec483ff-7a84-4a76-af07-e1eb23152537 on host dv-cinder-805477-2-iscsi {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:39:50.165356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:39:50.165757 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:39:50.251934 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.269314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de57147-0c74-43e7-aed3-609dc438bfbf']}} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:50.282486 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55218f37-a770-47f8-ad05-9801b4c2b420') {'for_net_delete': True} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:50.282820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55218f37-a770-47f8-ad05-9801b4c2b420') {} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:50.296895 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857150'] for segment, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.311994 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.320480 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=82485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:39:50.320894 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850925354'] for segment, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:39:50.336595 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:39:50.440321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.444289 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-5f5bed38-7fba-4385-b427-bd4c989e8dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:50.460237 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.466601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de57147-0c74-43e7-aed3-609dc438bfbf,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:50.470983 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:50.509626 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-4be70edc-bc59-4609-a4a6-d1a02410a997 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3de57147-0c74-43e7-aed3-609dc438bfbf HTTP/1.1" status: 204 len: 168 time: 1.0054021 Aug 21 12:39:50.512616 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42560) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:50.666700 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Deleting port 0ec483ff-7a84-4a76-af07-e1eb23152537 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:50.667136 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:50.730211 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-c335b89b-3ef0-4307-b7d5-9af41e26909d None None] The port '0ec483ff-7a84-4a76-af07-e1eb23152537' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:39:50.869622 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 01916e6e-4684-4df6-afcf-8e6bf75807ef no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:50.904856 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 01916e6e-4684-4df6-afcf-8e6bf75807ef {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:50.905260 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 01916e6e-4684-4df6-afcf-8e6bf75807ef not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:50.906061 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0ec483ff-7a84-4a76-af07-e1eb23152537 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:50.943612 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 0ec483ff-7a84-4a76-af07-e1eb23152537 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:50.944015 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0ec483ff-7a84-4a76-af07-e1eb23152537 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:51.128163 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019752'] for router_interface, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:51.730149 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Deleting port a0c921e7-60c2-484f-8c66-f26848826b4c {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:51.730714 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:51.905817 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] For port a0c921e7-60c2-484f-8c66-f26848826b4c, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=a0c921e7-60c2-484f-8c66-f26848826b4c,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:51.906238 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:52.031940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Calling delete_port for a0c921e7-60c2-484f-8c66-f26848826b4c owned by network:router_interface {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:52.231659 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:52.236008 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d5c96827-288d-4b0b-bfb2-8e5f75a84291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:52.284076 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c921e7-60c2-484f-8c66-f26848826b4c,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:52.287142 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:52.580589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853516639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853749288'] for router_interface, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:53.168287 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 has already been hosted by L3 agent 1397715e-1edc-42bf-82a5-7d39a0e144f6 {{(pid=82485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 12:39:53.373464 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] Notify agent at l3_agent.dv-cinder-805477-2-iscsi the message routers_updated {{(pid=82485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 12:39:53.382601 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] Sync routers for ids ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'] in dv-cinder-805477-2-iscsi {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 12:39:53.395949 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] Routers {'9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:39:53.400342 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:39:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:53.422315 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8cc85324-a9b5-4993-a370-52734a077e1c admin admin] 10.222.0.18 "PUT /v2.0/routers/9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085364 Aug 21 12:39:53.424846 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42566) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:53.577240 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] Set router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:39:53.624827 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:53.872908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:39:52Z', 'revision_number': 5, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:53.877277 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] Checking router: 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 for host: dv-cinder-805477-2-iscsi {{(pid=82487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 12:39:53.889606 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] Routers {'9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'} bound to L3 agent in host dv-cinder-805477-2-iscsi {{(pid=82487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 12:39:53.890339 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T12:19:00Z,description=,heartbeat_timestamp=2021-08-21T12:39:30Z,host='dv-cinder-805477-2-iscsi',id=1397715e-1edc-42bf-82a5-7d39a0e144f6,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T12:19:00Z,topic='l3_agent')) {'router_ids': ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'], 'active': True} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:54.057084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:54.076013 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvr_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] Set router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 gateway port host: dv-cinder-805477-2-iscsi {{(pid=82487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 12:39:54.117820 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Deleting port 918d7845-dc43-4a53-aff9-bd0eb6b712cf {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:54.118320 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:54.303625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] For port 918d7845-dc43-4a53-aff9-bd0eb6b712cf, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=918d7845-dc43-4a53-aff9-bd0eb6b712cf,segment=NetworkSegment(c6f516d6-162d-4bb9-b7af-c07861848666),segment_id=c6f516d6-162d-4bb9-b7af-c07861848666)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:54.304255 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:54.435908 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Calling delete_port for 918d7845-dc43-4a53-aff9-bd0eb6b712cf owned by network:router_gateway {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:54.513527 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_hamode_db [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:39:52Z', 'revision_number': 5, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}], 'dv-cinder-805477-2-iscsi', False) {} {{(pid=82487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:54.517544 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b4e2b-0b7b-4c5b-a6c1-3f776ad41a97 None None] The sync data for ids ['9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427'] in dv-cinder-805477-2-iscsi is: [{'id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'name': 'tempest-TestMinimumBasicScenario-1643833090-router', 'tenant_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'external_fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:39:52Z', 'revision_number': 5, 'project_id': '6a1c6b0a596140ed8e5624d89cb68c61', 'gw_port': {'id': '918d7845-dc43-4a53-aff9-bd0eb6b712cf', 'name': '', 'network_id': '95f15668-00e3-4e84-a258-95c4183357f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T12:37:22Z', 'updated_at': '2021-08-21T12:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5b186bf-de49-49dc-b727-a72081aeef88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-2-iscsi'}] {{(pid=82487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 12:39:54.620239 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:54.625375 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-513b11e6-3249-4fd8-9ddc-72c28c334573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:54.670144 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=918d7845-dc43-4a53-aff9-bd0eb6b712cf,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:54.674509 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:54.887505 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device a0c921e7-60c2-484f-8c66-f26848826b4c no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:54.904868 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032025'] for router_gateway, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:54.923218 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: a0c921e7-60c2-484f-8c66-f26848826b4c {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:54.923623 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device a0c921e7-60c2-484f-8c66-f26848826b4c not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:55.173005 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8033'] for router, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.177280 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.213800 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749047'] for router, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.214388 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 {{(pid=82485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 12:39:55.226713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] Notify callbacks [] for router, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.227949 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-6697be32-78b0-4bc5-8090-89a9f7ab52d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9a7b2d1c-0d0a-4e41-b6c0-f01e6fd16427 HTTP/1.1" status: 204 len: 168 time: 1.8021214 Aug 21 12:39:55.230605 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42570) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:55.297419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Deleting subnet 635bbb58-e4f1-430c-90ff-591173a13152 {{(pid=82485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 12:39:55.300676 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.355035 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850918666'] for subnet, precommit_delete_associations {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.435044 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.732406 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-938749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850925381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851380445'] for subnet, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.737023 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:55.776434 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635bbb58-e4f1-430c-90ff-591173a13152,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:55.780645 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:55.783431 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for subnet, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.789720 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a5a63-2261-4c9e-850b-e618b4adea99 None None] Network 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 requested from dv-cinder-805477-2-iscsi {{(pid=82486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 12:39:55.790024 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-2ad2c2b7-6ea1-4bb7-8d05-368cd85ebb62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/635bbb58-e4f1-430c-90ff-591173a13152 HTTP/1.1" status: 204 len: 168 time: 0.5583324 Aug 21 12:39:55.792661 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42574) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:55.907884 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-102233'] for network, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:55.919272 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Deleting port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 {{(pid=82485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:55.919636 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.067223 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] DHCP port deletion for 453cc8b7-7bc5-4630-a52c-4a7a3e022c53 request from dv-cinder-805477-2-iscsi {{(pid=82486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 12:39:56.071440 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Deleting port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:56.071859 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.134943 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] For port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:56.135356 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.271314 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Calling delete_port for 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 owned by network:dhcp {{(pid=82485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:56.378261 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303384105366', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363303384514915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3850477'] for port, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.383906 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-d502d5f5-894c-4535-808e-6a33bc2f7f7c tempest-AttachVolumeNegativeTest-814718014 tempest-AttachVolumeNegativeTest-814718014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:56.425883 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:56.428652 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:56.433682 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] No DVR routers for this DVR port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 on host dv-cinder-805477-2-iscsi {{(pid=82485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 12:39:56.459069 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.db [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] For port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319, host dv-cinder-805477-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-2-iscsi',level=0,port_id=0f8b820a-0ac7-4664-adf4-5e6c4b6e2319,segment=NetworkSegment(634441c7-11df-443b-8eee-e5415601f54f),segment_id=634441c7-11df-443b-8eee-e5415601f54f)] {{(pid=82486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 12:39:56.459514 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020094'] for port, precommit_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.556344 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854645097', 'neutron.services.segments.db._delete_segments_for_network--9223363303383979772'] for network, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.570037 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453cc8b7-7bc5-4630-a52c-4a7a3e022c53']}} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:56.583159 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634441c7-11df-443b-8eee-e5415601f54f') {'for_net_delete': True} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:56.583493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.services.segments.db [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634441c7-11df-443b-8eee-e5415601f54f') {} {{(pid=82485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 12:39:56.586493 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Calling delete_port for 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 owned by network:dhcp {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 12:39:56.595397 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303383984995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857150'] for segment, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.656525 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.db.api [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82486) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 12:39:56.656928 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_db.api [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 12:39:56.686225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-206066'] for segment, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.693484 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=82485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 12:39:56.693942 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854569734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850925354'] for segment, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: Traceback (most recent call last): Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: timer() Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: cb(*args, **kw) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: return func(*args, **kwargs) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: self._notify() Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: self.callback(batched_events) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: event.method(event) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: segment_id)['aggregates'][0] Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: return f(self, *a, **k) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: return self._get(url).json() Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: **kwargs) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: return self.request(url, 'GET', **kwargs) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: **endpoint_filter) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 12:39:56.708127 dv-cinder-805477-2-iscsi neutron-server[82373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 12:39:56.871572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 918d7845-dc43-4a53-aff9-bd0eb6b712cf no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:56.906602 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 918d7845-dc43-4a53-aff9-bd0eb6b712cf {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:56.907036 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 918d7845-dc43-4a53-aff9-bd0eb6b712cf not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:56.907536 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 no longer exists at agent ovs-agent-dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 12:39:56.939330 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] No Port match for: 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 {{(pid=82486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 12:39:56.939723 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.rpc [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Device 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 not bound to the agent host dv-cinder-805477-2-iscsi {{(pid=82486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 12:39:57.011940 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-130735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1259176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853743773'] for network, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.015642 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:57.032109 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1259163'] for network, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.040618 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=453cc8b7-7bc5-4630-a52c-4a7a3e022c53,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:57.046748 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:57.050480 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-7d677039-15ff-4e36-946e-3fa4ec02d2ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/453cc8b7-7bc5-4630-a52c-4a7a3e022c53 HTTP/1.1" status: 204 len: 168 time: 1.2568359 Aug 21 12:39:57.143274 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-906a1d15-c1ac-46e8-aa2d-f6d9177610a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.157993 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Deleting port 0f8b820a-0ac7-4664-adf4-5e6c4b6e2319 {{(pid=82486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 12:39:57.158419 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733470669939'] for port, before_delete {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.225170 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.plugins.ml2.plugin [None req-121aec98-eaef-4554-8151-ac93c7787a8b None None] The port '0f8b820a-0ac7-4664-adf4-5e6c4b6e2319' was deleted {{(pid=82486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 12:39:57.526786 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42580) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:57.578807 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-635c6396-e094-46e5-bf61-1f48fb2eef84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0ff2740855c48bba229d974ad976df0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506873 Aug 21 12:39:57.581177 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42584) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:57.646405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.672638 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.811649 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.816567 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-14ce86bb-4a09-4f9c-857c-c1ad956f07e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:57.830528 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e496e-c166-4ac6-b085-0aa64c133193,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:57.833430 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:57.864508 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:57.865733 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-514bdb25-f9dd-4b81-9173-90877a278264 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd1e496e-c166-4ac6-b085-0aa64c133193 HTTP/1.1" status: 204 len: 168 time: 0.2835224 Aug 21 12:39:58.498468 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42592) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:58.552693 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-c850501c-7787-44be-9510-2985890019a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a1c6b0a596140ed8e5624d89cb68c61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529270 Aug 21 12:39:58.555225 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [-] (82485) accepted ('10.222.0.18', 42596) {{(pid=82485) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 12:39:58.615886 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:58.645467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:58.717048 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853841853'] for security_group, after_delete {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:58.722009 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8930d402-79e4-47a1-af6d-a10ab8fbcf3e tempest-VolumesNegativeTest-1800003676 tempest-VolumesNegativeTest-1800003676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 12:39:58.733181 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271cf301-f843-498c-89e3-6750bd59d8d5,revision_number=None']} {{(pid=82485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 12:39:58.736860 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG oslo_concurrency.lockutils [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 12:39:58.744269 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:58.744269 dv-cinder-805477-2-iscsi neutron-server[82373]: INFO neutron.wsgi [None req-8eb98248-3a16-46b7-80d3-8f385c7c4fa1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/271cf301-f843-498c-89e3-6750bd59d8d5 HTTP/1.1" status: 204 len: 168 time: 0.1856420 Aug 21 12:39:58.760595 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:59.334301 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:59.899844 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9081ccb4-0e3b-4575-ade7-c9cf2945a7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:39:59.994781 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:01.180084 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:02.199655 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:40:27.145713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-85c40d9b-5fac-4eff-8e73-03eef7269bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:28.762806 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:29.342853 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:29.885587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-53a57ec4-2577-463e-aafc-6026c3d65f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:29.982405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:31.171086 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:39.205296 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:40:57.148165 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-9e96d49d-2b84-42c9-9045-5f187a28dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:58.827563 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:59.353589 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:59.896405 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-1363aa44-d0c5-43ce-94a7-5dc43e6d4430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:40:59.982346 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:01.173975 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:16.206079 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:41:27.152761 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-ded436e4-623e-44cf-acd5-436acf611f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:28.764174 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:29.373333 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:29.892920 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-a3a58a51-3424-4be3-bef0-a6cd9aa9f345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:29.990747 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:31.170012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:53.206713 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:41:57.144128 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-629e6b49-e715-462f-af4c-002bcdfefce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:58.778268 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:59.392191 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:59.889329 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b149f211-380b-42b1-a15b-bc1a5700ebef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:41:59.992526 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:01.178321 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:27.154900 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-c6f4e64a-30ef-40da-b38d-b590abe0f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:28.777663 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:29.401148 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:29.915205 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-19ffb49a-2b36-42ac-bf67-d4ec91154797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:30.007587 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:30.207220 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:42:31.193470 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:57.162572 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-62f587e3-cd11-4830-b6a2-92c6543700dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:58.780088 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:59.417417 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:42:59.888462 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b244fe9c-b462-4ba3-b7e9-855b48d0cd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:00.008729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:01.179472 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:02.127546 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.wsgi [req-514e4a09-25f0-4ee9-a9eb-dfdee834144a req-a7781638-febc-462e-9644-b36613d743c9 service neutron] (82485) timed out ('10.222.0.35', 61371) {{(pid=82485) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Aug 21 12:43:07.209173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:43:27.183502 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-70f74e94-c5a5-49b6-9990-1c4756f73b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:28.779226 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:29.451625 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:29.899438 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-b4772773-daee-48cb-8b5e-529c91eb1db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:30.006875 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:31.190588 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:44.210420 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:43:57.190415 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-cc92078b-1bb3-40fd-8d6f-73e3d6749e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:58.771012 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:59.452918 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:43:59.892966 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6713c855-c6a5-4181-ac2b-1178f0b66fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:00.041905 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:01.189769 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:21.211101 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:44:27.165236 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-64118d6e-b777-4b13-93c6-9da1333d8d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:28.787729 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:29.446522 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:29.890561 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-6b671f28-4bc9-43f7-9030-b0d4fe9b3cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:30.000903 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:31.193467 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:57.177924 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-5eb4def7-414d-41e3-8ce7-49b1fea508e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:58.212458 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron.db.agents_db [None req-22e427a4-c802-4fd3-9227-fcfd399a184f None None] Agent healthcheck: found 6 active agents {{(pid=82487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 12:44:58.781946 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-057e6968-ff57-4bd5-8a4e-1d429b4aa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:59.475215 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-d5b91e2e-6735-45e6-9b06-ec45e0ee8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:44:59.892173 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-7b754bcd-44ce-4870-929b-782ad3e6a1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:45:00.018060 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-42138fdb-a4af-482b-8250-1f971e11c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 12:45:01.183132 dv-cinder-805477-2-iscsi neutron-server[82373]: DEBUG neutron_lib.callbacks.manager [None req-05044438-428f-4cc3-aad4-545d41e6368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733470790890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3043'] for agent, after_update {{(pid=82486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}